diff --git a/RNNLM.ipynb b/RNNLM.ipynb index 74e29d3..71dc7d0 100644 --- a/RNNLM.ipynb +++ b/RNNLM.ipynb @@ -9,10 +9,8 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": { - "collapsed": false - }, + "execution_count": 31, + "metadata": {}, "outputs": [], "source": [ "import csv\n", @@ -23,18 +21,155 @@ "import sys\n", "from datetime import datetime\n", "from utils import *\n", - "\n", + "#!pip3 install matplotlib\n", "import matplotlib.pyplot as plt\n", "%matplotlib inline" ] }, { "cell_type": "code", - "execution_count": null, - "metadata": { - "collapsed": false - }, - "outputs": [], + "execution_count": 32, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "[nltk_data] Downloading collection 'book'\n", + "[nltk_data] | \n", + "[nltk_data] | Downloading package abc to /home/thienan/nltk_data...\n", + "[nltk_data] | Package abc is already up-to-date!\n", + "[nltk_data] | Downloading package brown to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package brown is already up-to-date!\n", + "[nltk_data] | Downloading package chat80 to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package chat80 is already up-to-date!\n", + "[nltk_data] | Downloading package cmudict to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package cmudict is already up-to-date!\n", + "[nltk_data] | Downloading package conll2000 to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package conll2000 is already up-to-date!\n", + "[nltk_data] | Downloading package conll2002 to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package conll2002 is already up-to-date!\n", + "[nltk_data] | Downloading package dependency_treebank to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package dependency_treebank is already up-to-date!\n", + "[nltk_data] | Downloading package genesis to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package genesis is already up-to-date!\n", + "[nltk_data] | Downloading package gutenberg to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package gutenberg is already up-to-date!\n", + "[nltk_data] | Downloading package ieer to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package ieer is already up-to-date!\n", + "[nltk_data] | Downloading package inaugural to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package inaugural is already up-to-date!\n", + "[nltk_data] | Downloading package movie_reviews to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package movie_reviews is already up-to-date!\n", + "[nltk_data] | Downloading package nps_chat to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package nps_chat is already up-to-date!\n", + "[nltk_data] | Downloading package names to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package names is already up-to-date!\n", + "[nltk_data] | Downloading package ppattach to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package ppattach is already up-to-date!\n", + "[nltk_data] | Downloading package reuters to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package reuters is already up-to-date!\n", + "[nltk_data] | Downloading package senseval to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package senseval is already up-to-date!\n", + "[nltk_data] | Downloading package state_union to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package state_union is already up-to-date!\n", + "[nltk_data] | Downloading package stopwords to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package stopwords is already up-to-date!\n", + "[nltk_data] | Downloading package swadesh to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package swadesh is already up-to-date!\n", + "[nltk_data] | Downloading package timit to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package timit is already up-to-date!\n", + "[nltk_data] | Downloading package treebank to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package treebank is already up-to-date!\n", + "[nltk_data] | Downloading package toolbox to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package toolbox is already up-to-date!\n", + "[nltk_data] | Downloading package udhr to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package udhr is already up-to-date!\n", + "[nltk_data] | Downloading package udhr2 to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package udhr2 is already up-to-date!\n", + "[nltk_data] | Downloading package unicode_samples to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package unicode_samples is already up-to-date!\n", + "[nltk_data] | Downloading package webtext to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package webtext is already up-to-date!\n", + "[nltk_data] | Downloading package wordnet to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package wordnet is already up-to-date!\n", + "[nltk_data] | Downloading package wordnet_ic to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package wordnet_ic is already up-to-date!\n", + "[nltk_data] | Downloading package words to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package words is already up-to-date!\n", + "[nltk_data] | Downloading package maxent_treebank_pos_tagger to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package maxent_treebank_pos_tagger is already up-\n", + "[nltk_data] | to-date!\n", + "[nltk_data] | Downloading package maxent_ne_chunker to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package maxent_ne_chunker is already up-to-date!\n", + "[nltk_data] | Downloading package universal_tagset to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package universal_tagset is already up-to-date!\n", + "[nltk_data] | Downloading package punkt to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package punkt is already up-to-date!\n", + "[nltk_data] | Downloading package book_grammars to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package book_grammars is already up-to-date!\n", + "[nltk_data] | Downloading package city_database to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package city_database is already up-to-date!\n", + "[nltk_data] | Downloading package tagsets to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package tagsets is already up-to-date!\n", + "[nltk_data] | Downloading package panlex_swadesh to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package panlex_swadesh is already up-to-date!\n", + "[nltk_data] | Downloading package averaged_perceptron_tagger to\n", + "[nltk_data] | /home/thienan/nltk_data...\n", + "[nltk_data] | Package averaged_perceptron_tagger is already up-\n", + "[nltk_data] | to-date!\n", + "[nltk_data] | \n", + "[nltk_data] Done downloading collection book\n" + ] + }, + { + "data": { + "text/plain": [ + "True" + ] + }, + "execution_count": 32, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "# Download NLTK model data (you need to do this once)\n", "nltk.download(\"book\")" @@ -104,11 +239,25 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": { - "collapsed": false - }, - "outputs": [], + "execution_count": 33, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Reading CSV file...\n", + "Parsed 79170 sentences.\n", + "Found 65408 unique words tokens.\n", + "Using vocabulary size 8000.\n", + "The least frequent word in our vocabulary is 'documentary' and appeared 10 times.\n", + "\n", + "Example sentence: 'SENTENCE_START i joined a new league this year and they have different scoring rules than i'm used to. SENTENCE_END'\n", + "\n", + "Example sentence after Pre-processing: '['SENTENCE_START', 'i', 'joined', 'a', 'new', 'league', 'this', 'year', 'and', 'they', 'have', 'different', 'scoring', 'rules', 'than', 'i', \"'m\", 'used', 'to', '.', 'SENTENCE_END']'\n" + ] + } + ], "source": [ "vocabulary_size = 8000\n", "unknown_token = \"UNKNOWN_TOKEN\"\n", @@ -116,22 +265,22 @@ "sentence_end_token = \"SENTENCE_END\"\n", "\n", "# Read the data and append SENTENCE_START and SENTENCE_END tokens\n", - "print \"Reading CSV file...\"\n", - "with open('data/reddit-comments-2015-08.csv', 'rb') as f:\n", + "print(\"Reading CSV file...\")\n", + "with open('data/reddit-comments-2015-08.csv', 'rt', encoding='utf8') as f:\n", " reader = csv.reader(f, skipinitialspace=True)\n", - " reader.next()\n", + " next(reader)\n", " # Split full comments into sentences\n", - " sentences = itertools.chain(*[nltk.sent_tokenize(x[0].decode('utf-8').lower()) for x in reader])\n", + " sentences = itertools.chain(*[nltk.sent_tokenize(x[0].lower()) for x in reader])\n", " # Append SENTENCE_START and SENTENCE_END\n", " sentences = [\"%s %s %s\" % (sentence_start_token, x, sentence_end_token) for x in sentences]\n", - "print \"Parsed %d sentences.\" % (len(sentences))\n", + "print(\"Parsed %d sentences.\" % (len(sentences)))\n", " \n", "# Tokenize the sentences into words\n", "tokenized_sentences = [nltk.word_tokenize(sent) for sent in sentences]\n", "\n", "# Count the word frequencies\n", "word_freq = nltk.FreqDist(itertools.chain(*tokenized_sentences))\n", - "print \"Found %d unique words tokens.\" % len(word_freq.items())\n", + "print(\"Found %d unique words tokens.\" % len(word_freq.items()))\n", "\n", "# Get the most common words and build index_to_word and word_to_index vectors\n", "vocab = word_freq.most_common(vocabulary_size-1)\n", @@ -139,23 +288,21 @@ "index_to_word.append(unknown_token)\n", "word_to_index = dict([(w,i) for i,w in enumerate(index_to_word)])\n", "\n", - "print \"Using vocabulary size %d.\" % vocabulary_size\n", - "print \"The least frequent word in our vocabulary is '%s' and appeared %d times.\" % (vocab[-1][0], vocab[-1][1])\n", + "print(\"Using vocabulary size %d.\" % vocabulary_size)\n", + "print(\"The least frequent word in our vocabulary is '%s' and appeared %d times.\" % (vocab[-1][0], vocab[-1][1]))\n", "\n", "# Replace all words not in our vocabulary with the unknown token\n", "for i, sent in enumerate(tokenized_sentences):\n", " tokenized_sentences[i] = [w if w in word_to_index else unknown_token for w in sent]\n", "\n", - "print \"\\nExample sentence: '%s'\" % sentences[0]\n", - "print \"\\nExample sentence after Pre-processing: '%s'\" % tokenized_sentences[0]" + "print(\"\\nExample sentence: '%s'\" % sentences[0])\n", + "print(\"\\nExample sentence after Pre-processing: '%s'\" % tokenized_sentences[0])" ] }, { "cell_type": "code", - "execution_count": null, - "metadata": { - "collapsed": false - }, + "execution_count": 34, + "metadata": {}, "outputs": [], "source": [ "# Create the training data\n", @@ -172,16 +319,28 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": { - "collapsed": false - }, - "outputs": [], + "execution_count": 35, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "x:\n", + "SENTENCE_START what are n't you understanding about this ? !\n", + "[0, 51, 27, 16, 10, 858, 54, 25, 34, 69]\n", + "\n", + "y:\n", + "what are n't you understanding about this ? ! SENTENCE_END\n", + "[51, 27, 16, 10, 858, 54, 25, 34, 69, 1]\n" + ] + } + ], "source": [ "# Print an training data example\n", "x_example, y_example = X_train[17], y_train[17]\n", - "print \"x:\\n%s\\n%s\" % (\" \".join([index_to_word[x] for x in x_example]), x_example)\n", - "print \"\\ny:\\n%s\\n%s\" % (\" \".join([index_to_word[x] for x in y_example]), y_example)" + "print(\"x:\\n%s\\n%s\" % (\" \".join([index_to_word[x] for x in x_example]), x_example))\n", + "print(\"\\ny:\\n%s\\n%s\" % (\" \".join([index_to_word[x] for x in y_example]), y_example))" ] }, { @@ -234,10 +393,8 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": { - "collapsed": true - }, + "execution_count": 36, + "metadata": {}, "outputs": [], "source": [ "class RNNNumpy:\n", @@ -272,10 +429,8 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": { - "collapsed": true - }, + "execution_count": 37, + "metadata": {}, "outputs": [], "source": [ "def forward_propagation(self, x):\n", @@ -306,10 +461,8 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": { - "collapsed": true - }, + "execution_count": 38, + "metadata": {}, "outputs": [], "source": [ "def predict(self, x):\n", @@ -329,17 +482,30 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": { - "collapsed": false - }, - "outputs": [], + "execution_count": 39, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "(45, 8000)\n", + "[[0.00012408 0.0001244 0.00012603 ... 0.00012515 0.00012488 0.00012508]\n", + " [0.00012536 0.00012582 0.00012436 ... 0.00012482 0.00012456 0.00012451]\n", + " [0.00012387 0.0001252 0.00012474 ... 0.00012559 0.00012588 0.00012551]\n", + " ...\n", + " [0.00012471 0.0001243 0.00012524 ... 0.00012475 0.00012522 0.00012623]\n", + " [0.00012564 0.00012431 0.00012481 ... 0.0001244 0.00012609 0.00012486]\n", + " [0.00012447 0.00012509 0.00012469 ... 0.00012473 0.00012506 0.00012641]]\n" + ] + } + ], "source": [ "np.random.seed(10)\n", "model = RNNNumpy(vocabulary_size)\n", "o, s = model.forward_propagation(X_train[10])\n", - "print o.shape\n", - "print o" + "print(o.shape)\n", + "print(o)" ] }, { @@ -351,15 +517,25 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": { - "collapsed": false - }, - "outputs": [], + "execution_count": 40, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "(45,)\n", + "[1284 5221 7653 7430 1013 3562 7366 1874 224 6601 7299 6722 6892 3198\n", + " 4480 5853 2926 261 4073 2371 6299 5376 4146 3761 7051 5981 1549 3765\n", + " 4958 1835 6166 5192 2579 5879 4864 5132 6569 2800 2752 6821 4437 7021\n", + " 3943 6912 3922]\n" + ] + } + ], "source": [ "predictions = model.predict(X_train[10])\n", - "print predictions.shape\n", - "print predictions" + "print(predictions.shape)\n", + "print(predictions)" ] }, { @@ -381,10 +557,8 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": { - "collapsed": true - }, + "execution_count": 41, + "metadata": {}, "outputs": [], "source": [ "def calculate_total_loss(self, x, y):\n", @@ -416,15 +590,36 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": { - "collapsed": false - }, - "outputs": [], + "execution_count": 42, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Expected Loss for random predictions: 8.987197\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/thienan/PythonApp/RNN/rnn-tutorial-rnnlm/venv/lib/python3.6/site-packages/ipykernel_launcher.py:14: DeprecationWarning: Calling np.sum(generator) is deprecated, and in the future will give a different result. Use np.sum(np.fromiter(generator)) or the python sum builtin instead.\n", + " \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Actual loss: 8.987393\n" + ] + } + ], "source": [ "# Limit to 1000 examples to save time\n", - "print \"Expected Loss for random predictions: %f\" % np.log(vocabulary_size)\n", - "print \"Actual loss: %f\" % model.calculate_loss(X_train[:1000], y_train[:1000])" + "print(\"Expected Loss for random predictions: %f\" % np.log(vocabulary_size))\n", + "print(\"Actual loss: %f\" % model.calculate_loss(X_train[:1000], y_train[:1000]))" ] }, { @@ -447,10 +642,8 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": { - "collapsed": false - }, + "execution_count": 43, + "metadata": {}, "outputs": [], "source": [ "def bptt(self, x, y):\n", @@ -470,7 +663,7 @@ " delta_t = self.V.T.dot(delta_o[t]) * (1 - (s[t] ** 2))\n", " # Backpropagation through time (for at most self.bptt_truncate steps)\n", " for bptt_step in np.arange(max(0, t-self.bptt_truncate), t+1)[::-1]:\n", - " # print \"Backpropagation step t=%d bptt step=%d \" % (t, bptt_step)\n", + " print(\"Backpropagation step t=%d bptt step=%d \" % (t, bptt_step))\n", " dLdW += np.outer(delta_t, s[bptt_step-1]) \n", " dLdU[:,x[bptt_step]] += delta_t\n", " # Update delta for next step\n", @@ -499,11 +692,45 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": { - "collapsed": false - }, - "outputs": [], + "execution_count": 44, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Performing gradient check for parameter U with size 1000.\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/thienan/PythonApp/RNN/rnn-tutorial-rnnlm/venv/lib/python3.6/site-packages/ipykernel_launcher.py:28: RuntimeWarning: invalid value encountered in double_scalars\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Gradient check for parameter U passed.\n", + "Performing gradient check for parameter V with size 1000.\n", + "Gradient check for parameter V passed.\n", + "Performing gradient check for parameter W with size 100.\n", + "Gradient check for parameter W passed.\n" + ] + } + ], "source": [ "def gradient_check(self, x, y, h=0.001, error_threshold=0.01):\n", " # Calculate the gradients using backpropagation. We want to checker if these are correct.\n", @@ -514,7 +741,7 @@ " for pidx, pname in enumerate(model_parameters):\n", " # Get the actual parameter value from the mode, e.g. model.W\n", " parameter = operator.attrgetter(pname)(self)\n", - " print \"Performing gradient check for parameter %s with size %d.\" % (pname, np.prod(parameter.shape))\n", + " print(\"Performing gradient check for parameter %s with size %d.\" % (pname, np.prod(parameter.shape)))\n", " # Iterate over each element of the parameter matrix, e.g. (0,0), (0,1), ...\n", " it = np.nditer(parameter, flags=['multi_index'], op_flags=['readwrite'])\n", " while not it.finished:\n", @@ -535,15 +762,15 @@ " relative_error = np.abs(backprop_gradient - estimated_gradient)/(np.abs(backprop_gradient) + np.abs(estimated_gradient))\n", " # If the error is to large fail the gradient check\n", " if relative_error > error_threshold:\n", - " print \"Gradient Check ERROR: parameter=%s ix=%s\" % (pname, ix)\n", - " print \"+h Loss: %f\" % gradplus\n", - " print \"-h Loss: %f\" % gradminus\n", - " print \"Estimated_gradient: %f\" % estimated_gradient\n", - " print \"Backpropagation gradient: %f\" % backprop_gradient\n", - " print \"Relative Error: %f\" % relative_error\n", + " print(\"Gradient Check ERROR: parameter=%s ix=%s\" % (pname, ix))\n", + " print(\"+h Loss: %f\" % gradplus)\n", + " print(\"-h Loss: %f\" % gradminus)\n", + " print(\"Estimated_gradient: %f\" % estimated_gradient)\n", + " print(\"Backpropagation gradient: %f\" % backprop_gradient)\n", + " print(\"Relative Error: %f\" % relative_error)\n", " return \n", " it.iternext()\n", - " print \"Gradient check for parameter %s passed.\" % (pname)\n", + " print(\"Gradient check for parameter %s passed.\" % (pname))\n", "\n", "RNNNumpy.gradient_check = gradient_check\n", "\n", @@ -565,10 +792,8 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": { - "collapsed": true - }, + "execution_count": 45, + "metadata": {}, "outputs": [], "source": [ "# Performs one step of SGD.\n", @@ -585,10 +810,8 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": { - "collapsed": false - }, + "execution_count": 46, + "metadata": {}, "outputs": [], "source": [ "# Outer SGD Loop\n", @@ -608,11 +831,11 @@ " loss = model.calculate_loss(X_train, y_train)\n", " losses.append((num_examples_seen, loss))\n", " time = datetime.now().strftime('%Y-%m-%d %H:%M:%S')\n", - " print \"%s: Loss after num_examples_seen=%d epoch=%d: %f\" % (time, num_examples_seen, epoch, loss)\n", + " print(\"%s: Loss after num_examples_seen=%d epoch=%d: %f\" % (time, num_examples_seen, epoch, loss))\n", " # Adjust the learning rate if loss increases\n", " if (len(losses) > 1 and losses[-1][1] > losses[-2][1]):\n", " learning_rate = learning_rate * 0.5 \n", - " print \"Setting learning rate to %f\" % learning_rate\n", + " print(\"Setting learning rate to %f\" % learning_rate)\n", " sys.stdout.flush()\n", " # For each training example...\n", " for i in range(len(y_train)):\n", @@ -630,11 +853,1773 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": { - "collapsed": false - }, - "outputs": [], + "execution_count": 47, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "453 ms ± 52.8 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)\n" + ] + } + ], "source": [ "np.random.seed(10)\n", "model = RNNNumpy(vocabulary_size)\n", @@ -652,11 +2637,90998 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": { - "collapsed": false - }, - "outputs": [], + "execution_count": 48, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/thienan/PythonApp/RNN/rnn-tutorial-rnnlm/venv/lib/python3.6/site-packages/ipykernel_launcher.py:14: DeprecationWarning: Calling np.sum(generator) is deprecated, and in the future will give a different result. Use np.sum(np.fromiter(generator)) or the python sum builtin instead.\n", + " \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "2019-08-05 11:02:24: Loss after num_examples_seen=0 epoch=0: 8.987280\n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=71 bptt step=71 \n", + "Backpropagation step t=71 bptt step=70 \n", + "Backpropagation step t=71 bptt step=69 \n", + "Backpropagation step t=71 bptt step=68 \n", + "Backpropagation step t=71 bptt step=67 \n", + "Backpropagation step t=70 bptt step=70 \n", + "Backpropagation step t=70 bptt step=69 \n", + "Backpropagation step t=70 bptt step=68 \n", + "Backpropagation step t=70 bptt step=67 \n", + "Backpropagation step t=70 bptt step=66 \n", + "Backpropagation step t=69 bptt step=69 \n", + "Backpropagation step t=69 bptt step=68 \n", + "Backpropagation step t=69 bptt step=67 \n", + "Backpropagation step t=69 bptt step=66 \n", + "Backpropagation step t=69 bptt step=65 \n", + "Backpropagation step t=68 bptt step=68 \n", + "Backpropagation step t=68 bptt step=67 \n", + "Backpropagation step t=68 bptt step=66 \n", + "Backpropagation step t=68 bptt step=65 \n", + "Backpropagation step t=68 bptt step=64 \n", + "Backpropagation step t=67 bptt step=67 \n", + "Backpropagation step t=67 bptt step=66 \n", + "Backpropagation step t=67 bptt step=65 \n", + "Backpropagation step t=67 bptt step=64 \n", + "Backpropagation step t=67 bptt step=63 \n", + "Backpropagation step t=66 bptt step=66 \n", + "Backpropagation step t=66 bptt step=65 \n", + "Backpropagation step t=66 bptt step=64 \n", + "Backpropagation step t=66 bptt step=63 \n", + "Backpropagation step t=66 bptt step=62 \n", + "Backpropagation step t=65 bptt step=65 \n", + "Backpropagation step t=65 bptt step=64 \n", + "Backpropagation step t=65 bptt step=63 \n", + "Backpropagation step t=65 bptt step=62 \n", + "Backpropagation step t=65 bptt step=61 \n", + "Backpropagation step t=64 bptt step=64 \n", + "Backpropagation step t=64 bptt step=63 \n", + "Backpropagation step t=64 bptt step=62 \n", + "Backpropagation step t=64 bptt step=61 \n", + "Backpropagation step t=64 bptt step=60 \n", + "Backpropagation step t=63 bptt step=63 \n", + "Backpropagation step t=63 bptt step=62 \n", + "Backpropagation step t=63 bptt step=61 \n", + "Backpropagation step t=63 bptt step=60 \n", + "Backpropagation step t=63 bptt step=59 \n", + "Backpropagation step t=62 bptt step=62 \n", + "Backpropagation step t=62 bptt step=61 \n", + "Backpropagation step t=62 bptt step=60 \n", + "Backpropagation step t=62 bptt step=59 \n", + "Backpropagation step t=62 bptt step=58 \n", + "Backpropagation step t=61 bptt step=61 \n", + "Backpropagation step t=61 bptt step=60 \n", + "Backpropagation step t=61 bptt step=59 \n", + "Backpropagation step t=61 bptt step=58 \n", + "Backpropagation step t=61 bptt step=57 \n", + "Backpropagation step t=60 bptt step=60 \n", + "Backpropagation step t=60 bptt step=59 \n", + "Backpropagation step t=60 bptt step=58 \n", + "Backpropagation step t=60 bptt step=57 \n", + "Backpropagation step t=60 bptt step=56 \n", + "Backpropagation step t=59 bptt step=59 \n", + "Backpropagation step t=59 bptt step=58 \n", + "Backpropagation step t=59 bptt step=57 \n", + "Backpropagation step t=59 bptt step=56 \n", + "Backpropagation step t=59 bptt step=55 \n", + "Backpropagation step t=58 bptt step=58 \n", + "Backpropagation step t=58 bptt step=57 \n", + "Backpropagation step t=58 bptt step=56 \n", + "Backpropagation step t=58 bptt step=55 \n", + "Backpropagation step t=58 bptt step=54 \n", + "Backpropagation step t=57 bptt step=57 \n", + "Backpropagation step t=57 bptt step=56 \n", + "Backpropagation step t=57 bptt step=55 \n", + "Backpropagation step t=57 bptt step=54 \n", + "Backpropagation step t=57 bptt step=53 \n", + "Backpropagation step t=56 bptt step=56 \n", + "Backpropagation step t=56 bptt step=55 \n", + "Backpropagation step t=56 bptt step=54 \n", + "Backpropagation step t=56 bptt step=53 \n", + "Backpropagation step t=56 bptt step=52 \n", + "Backpropagation step t=55 bptt step=55 \n", + "Backpropagation step t=55 bptt step=54 \n", + "Backpropagation step t=55 bptt step=53 \n", + "Backpropagation step t=55 bptt step=52 \n", + "Backpropagation step t=55 bptt step=51 \n", + "Backpropagation step t=54 bptt step=54 \n", + "Backpropagation step t=54 bptt step=53 \n", + "Backpropagation step t=54 bptt step=52 \n", + "Backpropagation step t=54 bptt step=51 \n", + "Backpropagation step t=54 bptt step=50 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=62 bptt step=62 \n", + "Backpropagation step t=62 bptt step=61 \n", + "Backpropagation step t=62 bptt step=60 \n", + "Backpropagation step t=62 bptt step=59 \n", + "Backpropagation step t=62 bptt step=58 \n", + "Backpropagation step t=61 bptt step=61 \n", + "Backpropagation step t=61 bptt step=60 \n", + "Backpropagation step t=61 bptt step=59 \n", + "Backpropagation step t=61 bptt step=58 \n", + "Backpropagation step t=61 bptt step=57 \n", + "Backpropagation step t=60 bptt step=60 \n", + "Backpropagation step t=60 bptt step=59 \n", + "Backpropagation step t=60 bptt step=58 \n", + "Backpropagation step t=60 bptt step=57 \n", + "Backpropagation step t=60 bptt step=56 \n", + "Backpropagation step t=59 bptt step=59 \n", + "Backpropagation step t=59 bptt step=58 \n", + "Backpropagation step t=59 bptt step=57 \n", + "Backpropagation step t=59 bptt step=56 \n", + "Backpropagation step t=59 bptt step=55 \n", + "Backpropagation step t=58 bptt step=58 \n", + "Backpropagation step t=58 bptt step=57 \n", + "Backpropagation step t=58 bptt step=56 \n", + "Backpropagation step t=58 bptt step=55 \n", + "Backpropagation step t=58 bptt step=54 \n", + "Backpropagation step t=57 bptt step=57 \n", + "Backpropagation step t=57 bptt step=56 \n", + "Backpropagation step t=57 bptt step=55 \n", + "Backpropagation step t=57 bptt step=54 \n", + "Backpropagation step t=57 bptt step=53 \n", + "Backpropagation step t=56 bptt step=56 \n", + "Backpropagation step t=56 bptt step=55 \n", + "Backpropagation step t=56 bptt step=54 \n", + "Backpropagation step t=56 bptt step=53 \n", + "Backpropagation step t=56 bptt step=52 \n", + "Backpropagation step t=55 bptt step=55 \n", + "Backpropagation step t=55 bptt step=54 \n", + "Backpropagation step t=55 bptt step=53 \n", + "Backpropagation step t=55 bptt step=52 \n", + "Backpropagation step t=55 bptt step=51 \n", + "Backpropagation step t=54 bptt step=54 \n", + "Backpropagation step t=54 bptt step=53 \n", + "Backpropagation step t=54 bptt step=52 \n", + "Backpropagation step t=54 bptt step=51 \n", + "Backpropagation step t=54 bptt step=50 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=62 bptt step=62 \n", + "Backpropagation step t=62 bptt step=61 \n", + "Backpropagation step t=62 bptt step=60 \n", + "Backpropagation step t=62 bptt step=59 \n", + "Backpropagation step t=62 bptt step=58 \n", + "Backpropagation step t=61 bptt step=61 \n", + "Backpropagation step t=61 bptt step=60 \n", + "Backpropagation step t=61 bptt step=59 \n", + "Backpropagation step t=61 bptt step=58 \n", + "Backpropagation step t=61 bptt step=57 \n", + "Backpropagation step t=60 bptt step=60 \n", + "Backpropagation step t=60 bptt step=59 \n", + "Backpropagation step t=60 bptt step=58 \n", + "Backpropagation step t=60 bptt step=57 \n", + "Backpropagation step t=60 bptt step=56 \n", + "Backpropagation step t=59 bptt step=59 \n", + "Backpropagation step t=59 bptt step=58 \n", + "Backpropagation step t=59 bptt step=57 \n", + "Backpropagation step t=59 bptt step=56 \n", + "Backpropagation step t=59 bptt step=55 \n", + "Backpropagation step t=58 bptt step=58 \n", + "Backpropagation step t=58 bptt step=57 \n", + "Backpropagation step t=58 bptt step=56 \n", + "Backpropagation step t=58 bptt step=55 \n", + "Backpropagation step t=58 bptt step=54 \n", + "Backpropagation step t=57 bptt step=57 \n", + "Backpropagation step t=57 bptt step=56 \n", + "Backpropagation step t=57 bptt step=55 \n", + "Backpropagation step t=57 bptt step=54 \n", + "Backpropagation step t=57 bptt step=53 \n", + "Backpropagation step t=56 bptt step=56 \n", + "Backpropagation step t=56 bptt step=55 \n", + "Backpropagation step t=56 bptt step=54 \n", + "Backpropagation step t=56 bptt step=53 \n", + "Backpropagation step t=56 bptt step=52 \n", + "Backpropagation step t=55 bptt step=55 \n", + "Backpropagation step t=55 bptt step=54 \n", + "Backpropagation step t=55 bptt step=53 \n", + "Backpropagation step t=55 bptt step=52 \n", + "Backpropagation step t=55 bptt step=51 \n", + "Backpropagation step t=54 bptt step=54 \n", + "Backpropagation step t=54 bptt step=53 \n", + "Backpropagation step t=54 bptt step=52 \n", + "Backpropagation step t=54 bptt step=51 \n", + "Backpropagation step t=54 bptt step=50 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=0 bptt step=0 \n", + "2019-08-05 11:02:51: Loss after num_examples_seen=100 epoch=1: 8.976046\n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=71 bptt step=71 \n", + "Backpropagation step t=71 bptt step=70 \n", + "Backpropagation step t=71 bptt step=69 \n", + "Backpropagation step t=71 bptt step=68 \n", + "Backpropagation step t=71 bptt step=67 \n", + "Backpropagation step t=70 bptt step=70 \n", + "Backpropagation step t=70 bptt step=69 \n", + "Backpropagation step t=70 bptt step=68 \n", + "Backpropagation step t=70 bptt step=67 \n", + "Backpropagation step t=70 bptt step=66 \n", + "Backpropagation step t=69 bptt step=69 \n", + "Backpropagation step t=69 bptt step=68 \n", + "Backpropagation step t=69 bptt step=67 \n", + "Backpropagation step t=69 bptt step=66 \n", + "Backpropagation step t=69 bptt step=65 \n", + "Backpropagation step t=68 bptt step=68 \n", + "Backpropagation step t=68 bptt step=67 \n", + "Backpropagation step t=68 bptt step=66 \n", + "Backpropagation step t=68 bptt step=65 \n", + "Backpropagation step t=68 bptt step=64 \n", + "Backpropagation step t=67 bptt step=67 \n", + "Backpropagation step t=67 bptt step=66 \n", + "Backpropagation step t=67 bptt step=65 \n", + "Backpropagation step t=67 bptt step=64 \n", + "Backpropagation step t=67 bptt step=63 \n", + "Backpropagation step t=66 bptt step=66 \n", + "Backpropagation step t=66 bptt step=65 \n", + "Backpropagation step t=66 bptt step=64 \n", + "Backpropagation step t=66 bptt step=63 \n", + "Backpropagation step t=66 bptt step=62 \n", + "Backpropagation step t=65 bptt step=65 \n", + "Backpropagation step t=65 bptt step=64 \n", + "Backpropagation step t=65 bptt step=63 \n", + "Backpropagation step t=65 bptt step=62 \n", + "Backpropagation step t=65 bptt step=61 \n", + "Backpropagation step t=64 bptt step=64 \n", + "Backpropagation step t=64 bptt step=63 \n", + "Backpropagation step t=64 bptt step=62 \n", + "Backpropagation step t=64 bptt step=61 \n", + "Backpropagation step t=64 bptt step=60 \n", + "Backpropagation step t=63 bptt step=63 \n", + "Backpropagation step t=63 bptt step=62 \n", + "Backpropagation step t=63 bptt step=61 \n", + "Backpropagation step t=63 bptt step=60 \n", + "Backpropagation step t=63 bptt step=59 \n", + "Backpropagation step t=62 bptt step=62 \n", + "Backpropagation step t=62 bptt step=61 \n", + "Backpropagation step t=62 bptt step=60 \n", + "Backpropagation step t=62 bptt step=59 \n", + "Backpropagation step t=62 bptt step=58 \n", + "Backpropagation step t=61 bptt step=61 \n", + "Backpropagation step t=61 bptt step=60 \n", + "Backpropagation step t=61 bptt step=59 \n", + "Backpropagation step t=61 bptt step=58 \n", + "Backpropagation step t=61 bptt step=57 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=60 bptt step=60 \n", + "Backpropagation step t=60 bptt step=59 \n", + "Backpropagation step t=60 bptt step=58 \n", + "Backpropagation step t=60 bptt step=57 \n", + "Backpropagation step t=60 bptt step=56 \n", + "Backpropagation step t=59 bptt step=59 \n", + "Backpropagation step t=59 bptt step=58 \n", + "Backpropagation step t=59 bptt step=57 \n", + "Backpropagation step t=59 bptt step=56 \n", + "Backpropagation step t=59 bptt step=55 \n", + "Backpropagation step t=58 bptt step=58 \n", + "Backpropagation step t=58 bptt step=57 \n", + "Backpropagation step t=58 bptt step=56 \n", + "Backpropagation step t=58 bptt step=55 \n", + "Backpropagation step t=58 bptt step=54 \n", + "Backpropagation step t=57 bptt step=57 \n", + "Backpropagation step t=57 bptt step=56 \n", + "Backpropagation step t=57 bptt step=55 \n", + "Backpropagation step t=57 bptt step=54 \n", + "Backpropagation step t=57 bptt step=53 \n", + "Backpropagation step t=56 bptt step=56 \n", + "Backpropagation step t=56 bptt step=55 \n", + "Backpropagation step t=56 bptt step=54 \n", + "Backpropagation step t=56 bptt step=53 \n", + "Backpropagation step t=56 bptt step=52 \n", + "Backpropagation step t=55 bptt step=55 \n", + "Backpropagation step t=55 bptt step=54 \n", + "Backpropagation step t=55 bptt step=53 \n", + "Backpropagation step t=55 bptt step=52 \n", + "Backpropagation step t=55 bptt step=51 \n", + "Backpropagation step t=54 bptt step=54 \n", + "Backpropagation step t=54 bptt step=53 \n", + "Backpropagation step t=54 bptt step=52 \n", + "Backpropagation step t=54 bptt step=51 \n", + "Backpropagation step t=54 bptt step=50 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=62 bptt step=62 \n", + "Backpropagation step t=62 bptt step=61 \n", + "Backpropagation step t=62 bptt step=60 \n", + "Backpropagation step t=62 bptt step=59 \n", + "Backpropagation step t=62 bptt step=58 \n", + "Backpropagation step t=61 bptt step=61 \n", + "Backpropagation step t=61 bptt step=60 \n", + "Backpropagation step t=61 bptt step=59 \n", + "Backpropagation step t=61 bptt step=58 \n", + "Backpropagation step t=61 bptt step=57 \n", + "Backpropagation step t=60 bptt step=60 \n", + "Backpropagation step t=60 bptt step=59 \n", + "Backpropagation step t=60 bptt step=58 \n", + "Backpropagation step t=60 bptt step=57 \n", + "Backpropagation step t=60 bptt step=56 \n", + "Backpropagation step t=59 bptt step=59 \n", + "Backpropagation step t=59 bptt step=58 \n", + "Backpropagation step t=59 bptt step=57 \n", + "Backpropagation step t=59 bptt step=56 \n", + "Backpropagation step t=59 bptt step=55 \n", + "Backpropagation step t=58 bptt step=58 \n", + "Backpropagation step t=58 bptt step=57 \n", + "Backpropagation step t=58 bptt step=56 \n", + "Backpropagation step t=58 bptt step=55 \n", + "Backpropagation step t=58 bptt step=54 \n", + "Backpropagation step t=57 bptt step=57 \n", + "Backpropagation step t=57 bptt step=56 \n", + "Backpropagation step t=57 bptt step=55 \n", + "Backpropagation step t=57 bptt step=54 \n", + "Backpropagation step t=57 bptt step=53 \n", + "Backpropagation step t=56 bptt step=56 \n", + "Backpropagation step t=56 bptt step=55 \n", + "Backpropagation step t=56 bptt step=54 \n", + "Backpropagation step t=56 bptt step=53 \n", + "Backpropagation step t=56 bptt step=52 \n", + "Backpropagation step t=55 bptt step=55 \n", + "Backpropagation step t=55 bptt step=54 \n", + "Backpropagation step t=55 bptt step=53 \n", + "Backpropagation step t=55 bptt step=52 \n", + "Backpropagation step t=55 bptt step=51 \n", + "Backpropagation step t=54 bptt step=54 \n", + "Backpropagation step t=54 bptt step=53 \n", + "Backpropagation step t=54 bptt step=52 \n", + "Backpropagation step t=54 bptt step=51 \n", + "Backpropagation step t=54 bptt step=50 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=62 bptt step=62 \n", + "Backpropagation step t=62 bptt step=61 \n", + "Backpropagation step t=62 bptt step=60 \n", + "Backpropagation step t=62 bptt step=59 \n", + "Backpropagation step t=62 bptt step=58 \n", + "Backpropagation step t=61 bptt step=61 \n", + "Backpropagation step t=61 bptt step=60 \n", + "Backpropagation step t=61 bptt step=59 \n", + "Backpropagation step t=61 bptt step=58 \n", + "Backpropagation step t=61 bptt step=57 \n", + "Backpropagation step t=60 bptt step=60 \n", + "Backpropagation step t=60 bptt step=59 \n", + "Backpropagation step t=60 bptt step=58 \n", + "Backpropagation step t=60 bptt step=57 \n", + "Backpropagation step t=60 bptt step=56 \n", + "Backpropagation step t=59 bptt step=59 \n", + "Backpropagation step t=59 bptt step=58 \n", + "Backpropagation step t=59 bptt step=57 \n", + "Backpropagation step t=59 bptt step=56 \n", + "Backpropagation step t=59 bptt step=55 \n", + "Backpropagation step t=58 bptt step=58 \n", + "Backpropagation step t=58 bptt step=57 \n", + "Backpropagation step t=58 bptt step=56 \n", + "Backpropagation step t=58 bptt step=55 \n", + "Backpropagation step t=58 bptt step=54 \n", + "Backpropagation step t=57 bptt step=57 \n", + "Backpropagation step t=57 bptt step=56 \n", + "Backpropagation step t=57 bptt step=55 \n", + "Backpropagation step t=57 bptt step=54 \n", + "Backpropagation step t=57 bptt step=53 \n", + "Backpropagation step t=56 bptt step=56 \n", + "Backpropagation step t=56 bptt step=55 \n", + "Backpropagation step t=56 bptt step=54 \n", + "Backpropagation step t=56 bptt step=53 \n", + "Backpropagation step t=56 bptt step=52 \n", + "Backpropagation step t=55 bptt step=55 \n", + "Backpropagation step t=55 bptt step=54 \n", + "Backpropagation step t=55 bptt step=53 \n", + "Backpropagation step t=55 bptt step=52 \n", + "Backpropagation step t=55 bptt step=51 \n", + "Backpropagation step t=54 bptt step=54 \n", + "Backpropagation step t=54 bptt step=53 \n", + "Backpropagation step t=54 bptt step=52 \n", + "Backpropagation step t=54 bptt step=51 \n", + "Backpropagation step t=54 bptt step=50 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "2019-08-05 11:03:13: Loss after num_examples_seen=200 epoch=2: 8.959871\n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=71 bptt step=71 \n", + "Backpropagation step t=71 bptt step=70 \n", + "Backpropagation step t=71 bptt step=69 \n", + "Backpropagation step t=71 bptt step=68 \n", + "Backpropagation step t=71 bptt step=67 \n", + "Backpropagation step t=70 bptt step=70 \n", + "Backpropagation step t=70 bptt step=69 \n", + "Backpropagation step t=70 bptt step=68 \n", + "Backpropagation step t=70 bptt step=67 \n", + "Backpropagation step t=70 bptt step=66 \n", + "Backpropagation step t=69 bptt step=69 \n", + "Backpropagation step t=69 bptt step=68 \n", + "Backpropagation step t=69 bptt step=67 \n", + "Backpropagation step t=69 bptt step=66 \n", + "Backpropagation step t=69 bptt step=65 \n", + "Backpropagation step t=68 bptt step=68 \n", + "Backpropagation step t=68 bptt step=67 \n", + "Backpropagation step t=68 bptt step=66 \n", + "Backpropagation step t=68 bptt step=65 \n", + "Backpropagation step t=68 bptt step=64 \n", + "Backpropagation step t=67 bptt step=67 \n", + "Backpropagation step t=67 bptt step=66 \n", + "Backpropagation step t=67 bptt step=65 \n", + "Backpropagation step t=67 bptt step=64 \n", + "Backpropagation step t=67 bptt step=63 \n", + "Backpropagation step t=66 bptt step=66 \n", + "Backpropagation step t=66 bptt step=65 \n", + "Backpropagation step t=66 bptt step=64 \n", + "Backpropagation step t=66 bptt step=63 \n", + "Backpropagation step t=66 bptt step=62 \n", + "Backpropagation step t=65 bptt step=65 \n", + "Backpropagation step t=65 bptt step=64 \n", + "Backpropagation step t=65 bptt step=63 \n", + "Backpropagation step t=65 bptt step=62 \n", + "Backpropagation step t=65 bptt step=61 \n", + "Backpropagation step t=64 bptt step=64 \n", + "Backpropagation step t=64 bptt step=63 \n", + "Backpropagation step t=64 bptt step=62 \n", + "Backpropagation step t=64 bptt step=61 \n", + "Backpropagation step t=64 bptt step=60 \n", + "Backpropagation step t=63 bptt step=63 \n", + "Backpropagation step t=63 bptt step=62 \n", + "Backpropagation step t=63 bptt step=61 \n", + "Backpropagation step t=63 bptt step=60 \n", + "Backpropagation step t=63 bptt step=59 \n", + "Backpropagation step t=62 bptt step=62 \n", + "Backpropagation step t=62 bptt step=61 \n", + "Backpropagation step t=62 bptt step=60 \n", + "Backpropagation step t=62 bptt step=59 \n", + "Backpropagation step t=62 bptt step=58 \n", + "Backpropagation step t=61 bptt step=61 \n", + "Backpropagation step t=61 bptt step=60 \n", + "Backpropagation step t=61 bptt step=59 \n", + "Backpropagation step t=61 bptt step=58 \n", + "Backpropagation step t=61 bptt step=57 \n", + "Backpropagation step t=60 bptt step=60 \n", + "Backpropagation step t=60 bptt step=59 \n", + "Backpropagation step t=60 bptt step=58 \n", + "Backpropagation step t=60 bptt step=57 \n", + "Backpropagation step t=60 bptt step=56 \n", + "Backpropagation step t=59 bptt step=59 \n", + "Backpropagation step t=59 bptt step=58 \n", + "Backpropagation step t=59 bptt step=57 \n", + "Backpropagation step t=59 bptt step=56 \n", + "Backpropagation step t=59 bptt step=55 \n", + "Backpropagation step t=58 bptt step=58 \n", + "Backpropagation step t=58 bptt step=57 \n", + "Backpropagation step t=58 bptt step=56 \n", + "Backpropagation step t=58 bptt step=55 \n", + "Backpropagation step t=58 bptt step=54 \n", + "Backpropagation step t=57 bptt step=57 \n", + "Backpropagation step t=57 bptt step=56 \n", + "Backpropagation step t=57 bptt step=55 \n", + "Backpropagation step t=57 bptt step=54 \n", + "Backpropagation step t=57 bptt step=53 \n", + "Backpropagation step t=56 bptt step=56 \n", + "Backpropagation step t=56 bptt step=55 \n", + "Backpropagation step t=56 bptt step=54 \n", + "Backpropagation step t=56 bptt step=53 \n", + "Backpropagation step t=56 bptt step=52 \n", + "Backpropagation step t=55 bptt step=55 \n", + "Backpropagation step t=55 bptt step=54 \n", + "Backpropagation step t=55 bptt step=53 \n", + "Backpropagation step t=55 bptt step=52 \n", + "Backpropagation step t=55 bptt step=51 \n", + "Backpropagation step t=54 bptt step=54 \n", + "Backpropagation step t=54 bptt step=53 \n", + "Backpropagation step t=54 bptt step=52 \n", + "Backpropagation step t=54 bptt step=51 \n", + "Backpropagation step t=54 bptt step=50 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=62 bptt step=62 \n", + "Backpropagation step t=62 bptt step=61 \n", + "Backpropagation step t=62 bptt step=60 \n", + "Backpropagation step t=62 bptt step=59 \n", + "Backpropagation step t=62 bptt step=58 \n", + "Backpropagation step t=61 bptt step=61 \n", + "Backpropagation step t=61 bptt step=60 \n", + "Backpropagation step t=61 bptt step=59 \n", + "Backpropagation step t=61 bptt step=58 \n", + "Backpropagation step t=61 bptt step=57 \n", + "Backpropagation step t=60 bptt step=60 \n", + "Backpropagation step t=60 bptt step=59 \n", + "Backpropagation step t=60 bptt step=58 \n", + "Backpropagation step t=60 bptt step=57 \n", + "Backpropagation step t=60 bptt step=56 \n", + "Backpropagation step t=59 bptt step=59 \n", + "Backpropagation step t=59 bptt step=58 \n", + "Backpropagation step t=59 bptt step=57 \n", + "Backpropagation step t=59 bptt step=56 \n", + "Backpropagation step t=59 bptt step=55 \n", + "Backpropagation step t=58 bptt step=58 \n", + "Backpropagation step t=58 bptt step=57 \n", + "Backpropagation step t=58 bptt step=56 \n", + "Backpropagation step t=58 bptt step=55 \n", + "Backpropagation step t=58 bptt step=54 \n", + "Backpropagation step t=57 bptt step=57 \n", + "Backpropagation step t=57 bptt step=56 \n", + "Backpropagation step t=57 bptt step=55 \n", + "Backpropagation step t=57 bptt step=54 \n", + "Backpropagation step t=57 bptt step=53 \n", + "Backpropagation step t=56 bptt step=56 \n", + "Backpropagation step t=56 bptt step=55 \n", + "Backpropagation step t=56 bptt step=54 \n", + "Backpropagation step t=56 bptt step=53 \n", + "Backpropagation step t=56 bptt step=52 \n", + "Backpropagation step t=55 bptt step=55 \n", + "Backpropagation step t=55 bptt step=54 \n", + "Backpropagation step t=55 bptt step=53 \n", + "Backpropagation step t=55 bptt step=52 \n", + "Backpropagation step t=55 bptt step=51 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=54 bptt step=54 \n", + "Backpropagation step t=54 bptt step=53 \n", + "Backpropagation step t=54 bptt step=52 \n", + "Backpropagation step t=54 bptt step=51 \n", + "Backpropagation step t=54 bptt step=50 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=62 bptt step=62 \n", + "Backpropagation step t=62 bptt step=61 \n", + "Backpropagation step t=62 bptt step=60 \n", + "Backpropagation step t=62 bptt step=59 \n", + "Backpropagation step t=62 bptt step=58 \n", + "Backpropagation step t=61 bptt step=61 \n", + "Backpropagation step t=61 bptt step=60 \n", + "Backpropagation step t=61 bptt step=59 \n", + "Backpropagation step t=61 bptt step=58 \n", + "Backpropagation step t=61 bptt step=57 \n", + "Backpropagation step t=60 bptt step=60 \n", + "Backpropagation step t=60 bptt step=59 \n", + "Backpropagation step t=60 bptt step=58 \n", + "Backpropagation step t=60 bptt step=57 \n", + "Backpropagation step t=60 bptt step=56 \n", + "Backpropagation step t=59 bptt step=59 \n", + "Backpropagation step t=59 bptt step=58 \n", + "Backpropagation step t=59 bptt step=57 \n", + "Backpropagation step t=59 bptt step=56 \n", + "Backpropagation step t=59 bptt step=55 \n", + "Backpropagation step t=58 bptt step=58 \n", + "Backpropagation step t=58 bptt step=57 \n", + "Backpropagation step t=58 bptt step=56 \n", + "Backpropagation step t=58 bptt step=55 \n", + "Backpropagation step t=58 bptt step=54 \n", + "Backpropagation step t=57 bptt step=57 \n", + "Backpropagation step t=57 bptt step=56 \n", + "Backpropagation step t=57 bptt step=55 \n", + "Backpropagation step t=57 bptt step=54 \n", + "Backpropagation step t=57 bptt step=53 \n", + "Backpropagation step t=56 bptt step=56 \n", + "Backpropagation step t=56 bptt step=55 \n", + "Backpropagation step t=56 bptt step=54 \n", + "Backpropagation step t=56 bptt step=53 \n", + "Backpropagation step t=56 bptt step=52 \n", + "Backpropagation step t=55 bptt step=55 \n", + "Backpropagation step t=55 bptt step=54 \n", + "Backpropagation step t=55 bptt step=53 \n", + "Backpropagation step t=55 bptt step=52 \n", + "Backpropagation step t=55 bptt step=51 \n", + "Backpropagation step t=54 bptt step=54 \n", + "Backpropagation step t=54 bptt step=53 \n", + "Backpropagation step t=54 bptt step=52 \n", + "Backpropagation step t=54 bptt step=51 \n", + "Backpropagation step t=54 bptt step=50 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "2019-08-05 11:03:36: Loss after num_examples_seen=300 epoch=3: 8.929739\n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=71 bptt step=71 \n", + "Backpropagation step t=71 bptt step=70 \n", + "Backpropagation step t=71 bptt step=69 \n", + "Backpropagation step t=71 bptt step=68 \n", + "Backpropagation step t=71 bptt step=67 \n", + "Backpropagation step t=70 bptt step=70 \n", + "Backpropagation step t=70 bptt step=69 \n", + "Backpropagation step t=70 bptt step=68 \n", + "Backpropagation step t=70 bptt step=67 \n", + "Backpropagation step t=70 bptt step=66 \n", + "Backpropagation step t=69 bptt step=69 \n", + "Backpropagation step t=69 bptt step=68 \n", + "Backpropagation step t=69 bptt step=67 \n", + "Backpropagation step t=69 bptt step=66 \n", + "Backpropagation step t=69 bptt step=65 \n", + "Backpropagation step t=68 bptt step=68 \n", + "Backpropagation step t=68 bptt step=67 \n", + "Backpropagation step t=68 bptt step=66 \n", + "Backpropagation step t=68 bptt step=65 \n", + "Backpropagation step t=68 bptt step=64 \n", + "Backpropagation step t=67 bptt step=67 \n", + "Backpropagation step t=67 bptt step=66 \n", + "Backpropagation step t=67 bptt step=65 \n", + "Backpropagation step t=67 bptt step=64 \n", + "Backpropagation step t=67 bptt step=63 \n", + "Backpropagation step t=66 bptt step=66 \n", + "Backpropagation step t=66 bptt step=65 \n", + "Backpropagation step t=66 bptt step=64 \n", + "Backpropagation step t=66 bptt step=63 \n", + "Backpropagation step t=66 bptt step=62 \n", + "Backpropagation step t=65 bptt step=65 \n", + "Backpropagation step t=65 bptt step=64 \n", + "Backpropagation step t=65 bptt step=63 \n", + "Backpropagation step t=65 bptt step=62 \n", + "Backpropagation step t=65 bptt step=61 \n", + "Backpropagation step t=64 bptt step=64 \n", + "Backpropagation step t=64 bptt step=63 \n", + "Backpropagation step t=64 bptt step=62 \n", + "Backpropagation step t=64 bptt step=61 \n", + "Backpropagation step t=64 bptt step=60 \n", + "Backpropagation step t=63 bptt step=63 \n", + "Backpropagation step t=63 bptt step=62 \n", + "Backpropagation step t=63 bptt step=61 \n", + "Backpropagation step t=63 bptt step=60 \n", + "Backpropagation step t=63 bptt step=59 \n", + "Backpropagation step t=62 bptt step=62 \n", + "Backpropagation step t=62 bptt step=61 \n", + "Backpropagation step t=62 bptt step=60 \n", + "Backpropagation step t=62 bptt step=59 \n", + "Backpropagation step t=62 bptt step=58 \n", + "Backpropagation step t=61 bptt step=61 \n", + "Backpropagation step t=61 bptt step=60 \n", + "Backpropagation step t=61 bptt step=59 \n", + "Backpropagation step t=61 bptt step=58 \n", + "Backpropagation step t=61 bptt step=57 \n", + "Backpropagation step t=60 bptt step=60 \n", + "Backpropagation step t=60 bptt step=59 \n", + "Backpropagation step t=60 bptt step=58 \n", + "Backpropagation step t=60 bptt step=57 \n", + "Backpropagation step t=60 bptt step=56 \n", + "Backpropagation step t=59 bptt step=59 \n", + "Backpropagation step t=59 bptt step=58 \n", + "Backpropagation step t=59 bptt step=57 \n", + "Backpropagation step t=59 bptt step=56 \n", + "Backpropagation step t=59 bptt step=55 \n", + "Backpropagation step t=58 bptt step=58 \n", + "Backpropagation step t=58 bptt step=57 \n", + "Backpropagation step t=58 bptt step=56 \n", + "Backpropagation step t=58 bptt step=55 \n", + "Backpropagation step t=58 bptt step=54 \n", + "Backpropagation step t=57 bptt step=57 \n", + "Backpropagation step t=57 bptt step=56 \n", + "Backpropagation step t=57 bptt step=55 \n", + "Backpropagation step t=57 bptt step=54 \n", + "Backpropagation step t=57 bptt step=53 \n", + "Backpropagation step t=56 bptt step=56 \n", + "Backpropagation step t=56 bptt step=55 \n", + "Backpropagation step t=56 bptt step=54 \n", + "Backpropagation step t=56 bptt step=53 \n", + "Backpropagation step t=56 bptt step=52 \n", + "Backpropagation step t=55 bptt step=55 \n", + "Backpropagation step t=55 bptt step=54 \n", + "Backpropagation step t=55 bptt step=53 \n", + "Backpropagation step t=55 bptt step=52 \n", + "Backpropagation step t=55 bptt step=51 \n", + "Backpropagation step t=54 bptt step=54 \n", + "Backpropagation step t=54 bptt step=53 \n", + "Backpropagation step t=54 bptt step=52 \n", + "Backpropagation step t=54 bptt step=51 \n", + "Backpropagation step t=54 bptt step=50 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=62 bptt step=62 \n", + "Backpropagation step t=62 bptt step=61 \n", + "Backpropagation step t=62 bptt step=60 \n", + "Backpropagation step t=62 bptt step=59 \n", + "Backpropagation step t=62 bptt step=58 \n", + "Backpropagation step t=61 bptt step=61 \n", + "Backpropagation step t=61 bptt step=60 \n", + "Backpropagation step t=61 bptt step=59 \n", + "Backpropagation step t=61 bptt step=58 \n", + "Backpropagation step t=61 bptt step=57 \n", + "Backpropagation step t=60 bptt step=60 \n", + "Backpropagation step t=60 bptt step=59 \n", + "Backpropagation step t=60 bptt step=58 \n", + "Backpropagation step t=60 bptt step=57 \n", + "Backpropagation step t=60 bptt step=56 \n", + "Backpropagation step t=59 bptt step=59 \n", + "Backpropagation step t=59 bptt step=58 \n", + "Backpropagation step t=59 bptt step=57 \n", + "Backpropagation step t=59 bptt step=56 \n", + "Backpropagation step t=59 bptt step=55 \n", + "Backpropagation step t=58 bptt step=58 \n", + "Backpropagation step t=58 bptt step=57 \n", + "Backpropagation step t=58 bptt step=56 \n", + "Backpropagation step t=58 bptt step=55 \n", + "Backpropagation step t=58 bptt step=54 \n", + "Backpropagation step t=57 bptt step=57 \n", + "Backpropagation step t=57 bptt step=56 \n", + "Backpropagation step t=57 bptt step=55 \n", + "Backpropagation step t=57 bptt step=54 \n", + "Backpropagation step t=57 bptt step=53 \n", + "Backpropagation step t=56 bptt step=56 \n", + "Backpropagation step t=56 bptt step=55 \n", + "Backpropagation step t=56 bptt step=54 \n", + "Backpropagation step t=56 bptt step=53 \n", + "Backpropagation step t=56 bptt step=52 \n", + "Backpropagation step t=55 bptt step=55 \n", + "Backpropagation step t=55 bptt step=54 \n", + "Backpropagation step t=55 bptt step=53 \n", + "Backpropagation step t=55 bptt step=52 \n", + "Backpropagation step t=55 bptt step=51 \n", + "Backpropagation step t=54 bptt step=54 \n", + "Backpropagation step t=54 bptt step=53 \n", + "Backpropagation step t=54 bptt step=52 \n", + "Backpropagation step t=54 bptt step=51 \n", + "Backpropagation step t=54 bptt step=50 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=62 bptt step=62 \n", + "Backpropagation step t=62 bptt step=61 \n", + "Backpropagation step t=62 bptt step=60 \n", + "Backpropagation step t=62 bptt step=59 \n", + "Backpropagation step t=62 bptt step=58 \n", + "Backpropagation step t=61 bptt step=61 \n", + "Backpropagation step t=61 bptt step=60 \n", + "Backpropagation step t=61 bptt step=59 \n", + "Backpropagation step t=61 bptt step=58 \n", + "Backpropagation step t=61 bptt step=57 \n", + "Backpropagation step t=60 bptt step=60 \n", + "Backpropagation step t=60 bptt step=59 \n", + "Backpropagation step t=60 bptt step=58 \n", + "Backpropagation step t=60 bptt step=57 \n", + "Backpropagation step t=60 bptt step=56 \n", + "Backpropagation step t=59 bptt step=59 \n", + "Backpropagation step t=59 bptt step=58 \n", + "Backpropagation step t=59 bptt step=57 \n", + "Backpropagation step t=59 bptt step=56 \n", + "Backpropagation step t=59 bptt step=55 \n", + "Backpropagation step t=58 bptt step=58 \n", + "Backpropagation step t=58 bptt step=57 \n", + "Backpropagation step t=58 bptt step=56 \n", + "Backpropagation step t=58 bptt step=55 \n", + "Backpropagation step t=58 bptt step=54 \n", + "Backpropagation step t=57 bptt step=57 \n", + "Backpropagation step t=57 bptt step=56 \n", + "Backpropagation step t=57 bptt step=55 \n", + "Backpropagation step t=57 bptt step=54 \n", + "Backpropagation step t=57 bptt step=53 \n", + "Backpropagation step t=56 bptt step=56 \n", + "Backpropagation step t=56 bptt step=55 \n", + "Backpropagation step t=56 bptt step=54 \n", + "Backpropagation step t=56 bptt step=53 \n", + "Backpropagation step t=56 bptt step=52 \n", + "Backpropagation step t=55 bptt step=55 \n", + "Backpropagation step t=55 bptt step=54 \n", + "Backpropagation step t=55 bptt step=53 \n", + "Backpropagation step t=55 bptt step=52 \n", + "Backpropagation step t=55 bptt step=51 \n", + "Backpropagation step t=54 bptt step=54 \n", + "Backpropagation step t=54 bptt step=53 \n", + "Backpropagation step t=54 bptt step=52 \n", + "Backpropagation step t=54 bptt step=51 \n", + "Backpropagation step t=54 bptt step=50 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "2019-08-05 11:04:04: Loss after num_examples_seen=400 epoch=4: 8.851977\n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=71 bptt step=71 \n", + "Backpropagation step t=71 bptt step=70 \n", + "Backpropagation step t=71 bptt step=69 \n", + "Backpropagation step t=71 bptt step=68 \n", + "Backpropagation step t=71 bptt step=67 \n", + "Backpropagation step t=70 bptt step=70 \n", + "Backpropagation step t=70 bptt step=69 \n", + "Backpropagation step t=70 bptt step=68 \n", + "Backpropagation step t=70 bptt step=67 \n", + "Backpropagation step t=70 bptt step=66 \n", + "Backpropagation step t=69 bptt step=69 \n", + "Backpropagation step t=69 bptt step=68 \n", + "Backpropagation step t=69 bptt step=67 \n", + "Backpropagation step t=69 bptt step=66 \n", + "Backpropagation step t=69 bptt step=65 \n", + "Backpropagation step t=68 bptt step=68 \n", + "Backpropagation step t=68 bptt step=67 \n", + "Backpropagation step t=68 bptt step=66 \n", + "Backpropagation step t=68 bptt step=65 \n", + "Backpropagation step t=68 bptt step=64 \n", + "Backpropagation step t=67 bptt step=67 \n", + "Backpropagation step t=67 bptt step=66 \n", + "Backpropagation step t=67 bptt step=65 \n", + "Backpropagation step t=67 bptt step=64 \n", + "Backpropagation step t=67 bptt step=63 \n", + "Backpropagation step t=66 bptt step=66 \n", + "Backpropagation step t=66 bptt step=65 \n", + "Backpropagation step t=66 bptt step=64 \n", + "Backpropagation step t=66 bptt step=63 \n", + "Backpropagation step t=66 bptt step=62 \n", + "Backpropagation step t=65 bptt step=65 \n", + "Backpropagation step t=65 bptt step=64 \n", + "Backpropagation step t=65 bptt step=63 \n", + "Backpropagation step t=65 bptt step=62 \n", + "Backpropagation step t=65 bptt step=61 \n", + "Backpropagation step t=64 bptt step=64 \n", + "Backpropagation step t=64 bptt step=63 \n", + "Backpropagation step t=64 bptt step=62 \n", + "Backpropagation step t=64 bptt step=61 \n", + "Backpropagation step t=64 bptt step=60 \n", + "Backpropagation step t=63 bptt step=63 \n", + "Backpropagation step t=63 bptt step=62 \n", + "Backpropagation step t=63 bptt step=61 \n", + "Backpropagation step t=63 bptt step=60 \n", + "Backpropagation step t=63 bptt step=59 \n", + "Backpropagation step t=62 bptt step=62 \n", + "Backpropagation step t=62 bptt step=61 \n", + "Backpropagation step t=62 bptt step=60 \n", + "Backpropagation step t=62 bptt step=59 \n", + "Backpropagation step t=62 bptt step=58 \n", + "Backpropagation step t=61 bptt step=61 \n", + "Backpropagation step t=61 bptt step=60 \n", + "Backpropagation step t=61 bptt step=59 \n", + "Backpropagation step t=61 bptt step=58 \n", + "Backpropagation step t=61 bptt step=57 \n", + "Backpropagation step t=60 bptt step=60 \n", + "Backpropagation step t=60 bptt step=59 \n", + "Backpropagation step t=60 bptt step=58 \n", + "Backpropagation step t=60 bptt step=57 \n", + "Backpropagation step t=60 bptt step=56 \n", + "Backpropagation step t=59 bptt step=59 \n", + "Backpropagation step t=59 bptt step=58 \n", + "Backpropagation step t=59 bptt step=57 \n", + "Backpropagation step t=59 bptt step=56 \n", + "Backpropagation step t=59 bptt step=55 \n", + "Backpropagation step t=58 bptt step=58 \n", + "Backpropagation step t=58 bptt step=57 \n", + "Backpropagation step t=58 bptt step=56 \n", + "Backpropagation step t=58 bptt step=55 \n", + "Backpropagation step t=58 bptt step=54 \n", + "Backpropagation step t=57 bptt step=57 \n", + "Backpropagation step t=57 bptt step=56 \n", + "Backpropagation step t=57 bptt step=55 \n", + "Backpropagation step t=57 bptt step=54 \n", + "Backpropagation step t=57 bptt step=53 \n", + "Backpropagation step t=56 bptt step=56 \n", + "Backpropagation step t=56 bptt step=55 \n", + "Backpropagation step t=56 bptt step=54 \n", + "Backpropagation step t=56 bptt step=53 \n", + "Backpropagation step t=56 bptt step=52 \n", + "Backpropagation step t=55 bptt step=55 \n", + "Backpropagation step t=55 bptt step=54 \n", + "Backpropagation step t=55 bptt step=53 \n", + "Backpropagation step t=55 bptt step=52 \n", + "Backpropagation step t=55 bptt step=51 \n", + "Backpropagation step t=54 bptt step=54 \n", + "Backpropagation step t=54 bptt step=53 \n", + "Backpropagation step t=54 bptt step=52 \n", + "Backpropagation step t=54 bptt step=51 \n", + "Backpropagation step t=54 bptt step=50 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=62 bptt step=62 \n", + "Backpropagation step t=62 bptt step=61 \n", + "Backpropagation step t=62 bptt step=60 \n", + "Backpropagation step t=62 bptt step=59 \n", + "Backpropagation step t=62 bptt step=58 \n", + "Backpropagation step t=61 bptt step=61 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=61 bptt step=60 \n", + "Backpropagation step t=61 bptt step=59 \n", + "Backpropagation step t=61 bptt step=58 \n", + "Backpropagation step t=61 bptt step=57 \n", + "Backpropagation step t=60 bptt step=60 \n", + "Backpropagation step t=60 bptt step=59 \n", + "Backpropagation step t=60 bptt step=58 \n", + "Backpropagation step t=60 bptt step=57 \n", + "Backpropagation step t=60 bptt step=56 \n", + "Backpropagation step t=59 bptt step=59 \n", + "Backpropagation step t=59 bptt step=58 \n", + "Backpropagation step t=59 bptt step=57 \n", + "Backpropagation step t=59 bptt step=56 \n", + "Backpropagation step t=59 bptt step=55 \n", + "Backpropagation step t=58 bptt step=58 \n", + "Backpropagation step t=58 bptt step=57 \n", + "Backpropagation step t=58 bptt step=56 \n", + "Backpropagation step t=58 bptt step=55 \n", + "Backpropagation step t=58 bptt step=54 \n", + "Backpropagation step t=57 bptt step=57 \n", + "Backpropagation step t=57 bptt step=56 \n", + "Backpropagation step t=57 bptt step=55 \n", + "Backpropagation step t=57 bptt step=54 \n", + "Backpropagation step t=57 bptt step=53 \n", + "Backpropagation step t=56 bptt step=56 \n", + "Backpropagation step t=56 bptt step=55 \n", + "Backpropagation step t=56 bptt step=54 \n", + "Backpropagation step t=56 bptt step=53 \n", + "Backpropagation step t=56 bptt step=52 \n", + "Backpropagation step t=55 bptt step=55 \n", + "Backpropagation step t=55 bptt step=54 \n", + "Backpropagation step t=55 bptt step=53 \n", + "Backpropagation step t=55 bptt step=52 \n", + "Backpropagation step t=55 bptt step=51 \n", + "Backpropagation step t=54 bptt step=54 \n", + "Backpropagation step t=54 bptt step=53 \n", + "Backpropagation step t=54 bptt step=52 \n", + "Backpropagation step t=54 bptt step=51 \n", + "Backpropagation step t=54 bptt step=50 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=62 bptt step=62 \n", + "Backpropagation step t=62 bptt step=61 \n", + "Backpropagation step t=62 bptt step=60 \n", + "Backpropagation step t=62 bptt step=59 \n", + "Backpropagation step t=62 bptt step=58 \n", + "Backpropagation step t=61 bptt step=61 \n", + "Backpropagation step t=61 bptt step=60 \n", + "Backpropagation step t=61 bptt step=59 \n", + "Backpropagation step t=61 bptt step=58 \n", + "Backpropagation step t=61 bptt step=57 \n", + "Backpropagation step t=60 bptt step=60 \n", + "Backpropagation step t=60 bptt step=59 \n", + "Backpropagation step t=60 bptt step=58 \n", + "Backpropagation step t=60 bptt step=57 \n", + "Backpropagation step t=60 bptt step=56 \n", + "Backpropagation step t=59 bptt step=59 \n", + "Backpropagation step t=59 bptt step=58 \n", + "Backpropagation step t=59 bptt step=57 \n", + "Backpropagation step t=59 bptt step=56 \n", + "Backpropagation step t=59 bptt step=55 \n", + "Backpropagation step t=58 bptt step=58 \n", + "Backpropagation step t=58 bptt step=57 \n", + "Backpropagation step t=58 bptt step=56 \n", + "Backpropagation step t=58 bptt step=55 \n", + "Backpropagation step t=58 bptt step=54 \n", + "Backpropagation step t=57 bptt step=57 \n", + "Backpropagation step t=57 bptt step=56 \n", + "Backpropagation step t=57 bptt step=55 \n", + "Backpropagation step t=57 bptt step=54 \n", + "Backpropagation step t=57 bptt step=53 \n", + "Backpropagation step t=56 bptt step=56 \n", + "Backpropagation step t=56 bptt step=55 \n", + "Backpropagation step t=56 bptt step=54 \n", + "Backpropagation step t=56 bptt step=53 \n", + "Backpropagation step t=56 bptt step=52 \n", + "Backpropagation step t=55 bptt step=55 \n", + "Backpropagation step t=55 bptt step=54 \n", + "Backpropagation step t=55 bptt step=53 \n", + "Backpropagation step t=55 bptt step=52 \n", + "Backpropagation step t=55 bptt step=51 \n", + "Backpropagation step t=54 bptt step=54 \n", + "Backpropagation step t=54 bptt step=53 \n", + "Backpropagation step t=54 bptt step=52 \n", + "Backpropagation step t=54 bptt step=51 \n", + "Backpropagation step t=54 bptt step=50 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "2019-08-05 11:04:25: Loss after num_examples_seen=500 epoch=5: 6.804030\n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=71 bptt step=71 \n", + "Backpropagation step t=71 bptt step=70 \n", + "Backpropagation step t=71 bptt step=69 \n", + "Backpropagation step t=71 bptt step=68 \n", + "Backpropagation step t=71 bptt step=67 \n", + "Backpropagation step t=70 bptt step=70 \n", + "Backpropagation step t=70 bptt step=69 \n", + "Backpropagation step t=70 bptt step=68 \n", + "Backpropagation step t=70 bptt step=67 \n", + "Backpropagation step t=70 bptt step=66 \n", + "Backpropagation step t=69 bptt step=69 \n", + "Backpropagation step t=69 bptt step=68 \n", + "Backpropagation step t=69 bptt step=67 \n", + "Backpropagation step t=69 bptt step=66 \n", + "Backpropagation step t=69 bptt step=65 \n", + "Backpropagation step t=68 bptt step=68 \n", + "Backpropagation step t=68 bptt step=67 \n", + "Backpropagation step t=68 bptt step=66 \n", + "Backpropagation step t=68 bptt step=65 \n", + "Backpropagation step t=68 bptt step=64 \n", + "Backpropagation step t=67 bptt step=67 \n", + "Backpropagation step t=67 bptt step=66 \n", + "Backpropagation step t=67 bptt step=65 \n", + "Backpropagation step t=67 bptt step=64 \n", + "Backpropagation step t=67 bptt step=63 \n", + "Backpropagation step t=66 bptt step=66 \n", + "Backpropagation step t=66 bptt step=65 \n", + "Backpropagation step t=66 bptt step=64 \n", + "Backpropagation step t=66 bptt step=63 \n", + "Backpropagation step t=66 bptt step=62 \n", + "Backpropagation step t=65 bptt step=65 \n", + "Backpropagation step t=65 bptt step=64 \n", + "Backpropagation step t=65 bptt step=63 \n", + "Backpropagation step t=65 bptt step=62 \n", + "Backpropagation step t=65 bptt step=61 \n", + "Backpropagation step t=64 bptt step=64 \n", + "Backpropagation step t=64 bptt step=63 \n", + "Backpropagation step t=64 bptt step=62 \n", + "Backpropagation step t=64 bptt step=61 \n", + "Backpropagation step t=64 bptt step=60 \n", + "Backpropagation step t=63 bptt step=63 \n", + "Backpropagation step t=63 bptt step=62 \n", + "Backpropagation step t=63 bptt step=61 \n", + "Backpropagation step t=63 bptt step=60 \n", + "Backpropagation step t=63 bptt step=59 \n", + "Backpropagation step t=62 bptt step=62 \n", + "Backpropagation step t=62 bptt step=61 \n", + "Backpropagation step t=62 bptt step=60 \n", + "Backpropagation step t=62 bptt step=59 \n", + "Backpropagation step t=62 bptt step=58 \n", + "Backpropagation step t=61 bptt step=61 \n", + "Backpropagation step t=61 bptt step=60 \n", + "Backpropagation step t=61 bptt step=59 \n", + "Backpropagation step t=61 bptt step=58 \n", + "Backpropagation step t=61 bptt step=57 \n", + "Backpropagation step t=60 bptt step=60 \n", + "Backpropagation step t=60 bptt step=59 \n", + "Backpropagation step t=60 bptt step=58 \n", + "Backpropagation step t=60 bptt step=57 \n", + "Backpropagation step t=60 bptt step=56 \n", + "Backpropagation step t=59 bptt step=59 \n", + "Backpropagation step t=59 bptt step=58 \n", + "Backpropagation step t=59 bptt step=57 \n", + "Backpropagation step t=59 bptt step=56 \n", + "Backpropagation step t=59 bptt step=55 \n", + "Backpropagation step t=58 bptt step=58 \n", + "Backpropagation step t=58 bptt step=57 \n", + "Backpropagation step t=58 bptt step=56 \n", + "Backpropagation step t=58 bptt step=55 \n", + "Backpropagation step t=58 bptt step=54 \n", + "Backpropagation step t=57 bptt step=57 \n", + "Backpropagation step t=57 bptt step=56 \n", + "Backpropagation step t=57 bptt step=55 \n", + "Backpropagation step t=57 bptt step=54 \n", + "Backpropagation step t=57 bptt step=53 \n", + "Backpropagation step t=56 bptt step=56 \n", + "Backpropagation step t=56 bptt step=55 \n", + "Backpropagation step t=56 bptt step=54 \n", + "Backpropagation step t=56 bptt step=53 \n", + "Backpropagation step t=56 bptt step=52 \n", + "Backpropagation step t=55 bptt step=55 \n", + "Backpropagation step t=55 bptt step=54 \n", + "Backpropagation step t=55 bptt step=53 \n", + "Backpropagation step t=55 bptt step=52 \n", + "Backpropagation step t=55 bptt step=51 \n", + "Backpropagation step t=54 bptt step=54 \n", + "Backpropagation step t=54 bptt step=53 \n", + "Backpropagation step t=54 bptt step=52 \n", + "Backpropagation step t=54 bptt step=51 \n", + "Backpropagation step t=54 bptt step=50 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=62 bptt step=62 \n", + "Backpropagation step t=62 bptt step=61 \n", + "Backpropagation step t=62 bptt step=60 \n", + "Backpropagation step t=62 bptt step=59 \n", + "Backpropagation step t=62 bptt step=58 \n", + "Backpropagation step t=61 bptt step=61 \n", + "Backpropagation step t=61 bptt step=60 \n", + "Backpropagation step t=61 bptt step=59 \n", + "Backpropagation step t=61 bptt step=58 \n", + "Backpropagation step t=61 bptt step=57 \n", + "Backpropagation step t=60 bptt step=60 \n", + "Backpropagation step t=60 bptt step=59 \n", + "Backpropagation step t=60 bptt step=58 \n", + "Backpropagation step t=60 bptt step=57 \n", + "Backpropagation step t=60 bptt step=56 \n", + "Backpropagation step t=59 bptt step=59 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=59 bptt step=58 \n", + "Backpropagation step t=59 bptt step=57 \n", + "Backpropagation step t=59 bptt step=56 \n", + "Backpropagation step t=59 bptt step=55 \n", + "Backpropagation step t=58 bptt step=58 \n", + "Backpropagation step t=58 bptt step=57 \n", + "Backpropagation step t=58 bptt step=56 \n", + "Backpropagation step t=58 bptt step=55 \n", + "Backpropagation step t=58 bptt step=54 \n", + "Backpropagation step t=57 bptt step=57 \n", + "Backpropagation step t=57 bptt step=56 \n", + "Backpropagation step t=57 bptt step=55 \n", + "Backpropagation step t=57 bptt step=54 \n", + "Backpropagation step t=57 bptt step=53 \n", + "Backpropagation step t=56 bptt step=56 \n", + "Backpropagation step t=56 bptt step=55 \n", + "Backpropagation step t=56 bptt step=54 \n", + "Backpropagation step t=56 bptt step=53 \n", + "Backpropagation step t=56 bptt step=52 \n", + "Backpropagation step t=55 bptt step=55 \n", + "Backpropagation step t=55 bptt step=54 \n", + "Backpropagation step t=55 bptt step=53 \n", + "Backpropagation step t=55 bptt step=52 \n", + "Backpropagation step t=55 bptt step=51 \n", + "Backpropagation step t=54 bptt step=54 \n", + "Backpropagation step t=54 bptt step=53 \n", + "Backpropagation step t=54 bptt step=52 \n", + "Backpropagation step t=54 bptt step=51 \n", + "Backpropagation step t=54 bptt step=50 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=62 bptt step=62 \n", + "Backpropagation step t=62 bptt step=61 \n", + "Backpropagation step t=62 bptt step=60 \n", + "Backpropagation step t=62 bptt step=59 \n", + "Backpropagation step t=62 bptt step=58 \n", + "Backpropagation step t=61 bptt step=61 \n", + "Backpropagation step t=61 bptt step=60 \n", + "Backpropagation step t=61 bptt step=59 \n", + "Backpropagation step t=61 bptt step=58 \n", + "Backpropagation step t=61 bptt step=57 \n", + "Backpropagation step t=60 bptt step=60 \n", + "Backpropagation step t=60 bptt step=59 \n", + "Backpropagation step t=60 bptt step=58 \n", + "Backpropagation step t=60 bptt step=57 \n", + "Backpropagation step t=60 bptt step=56 \n", + "Backpropagation step t=59 bptt step=59 \n", + "Backpropagation step t=59 bptt step=58 \n", + "Backpropagation step t=59 bptt step=57 \n", + "Backpropagation step t=59 bptt step=56 \n", + "Backpropagation step t=59 bptt step=55 \n", + "Backpropagation step t=58 bptt step=58 \n", + "Backpropagation step t=58 bptt step=57 \n", + "Backpropagation step t=58 bptt step=56 \n", + "Backpropagation step t=58 bptt step=55 \n", + "Backpropagation step t=58 bptt step=54 \n", + "Backpropagation step t=57 bptt step=57 \n", + "Backpropagation step t=57 bptt step=56 \n", + "Backpropagation step t=57 bptt step=55 \n", + "Backpropagation step t=57 bptt step=54 \n", + "Backpropagation step t=57 bptt step=53 \n", + "Backpropagation step t=56 bptt step=56 \n", + "Backpropagation step t=56 bptt step=55 \n", + "Backpropagation step t=56 bptt step=54 \n", + "Backpropagation step t=56 bptt step=53 \n", + "Backpropagation step t=56 bptt step=52 \n", + "Backpropagation step t=55 bptt step=55 \n", + "Backpropagation step t=55 bptt step=54 \n", + "Backpropagation step t=55 bptt step=53 \n", + "Backpropagation step t=55 bptt step=52 \n", + "Backpropagation step t=55 bptt step=51 \n", + "Backpropagation step t=54 bptt step=54 \n", + "Backpropagation step t=54 bptt step=53 \n", + "Backpropagation step t=54 bptt step=52 \n", + "Backpropagation step t=54 bptt step=51 \n", + "Backpropagation step t=54 bptt step=50 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "2019-08-05 11:04:52: Loss after num_examples_seen=600 epoch=6: 6.271116\n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=71 bptt step=71 \n", + "Backpropagation step t=71 bptt step=70 \n", + "Backpropagation step t=71 bptt step=69 \n", + "Backpropagation step t=71 bptt step=68 \n", + "Backpropagation step t=71 bptt step=67 \n", + "Backpropagation step t=70 bptt step=70 \n", + "Backpropagation step t=70 bptt step=69 \n", + "Backpropagation step t=70 bptt step=68 \n", + "Backpropagation step t=70 bptt step=67 \n", + "Backpropagation step t=70 bptt step=66 \n", + "Backpropagation step t=69 bptt step=69 \n", + "Backpropagation step t=69 bptt step=68 \n", + "Backpropagation step t=69 bptt step=67 \n", + "Backpropagation step t=69 bptt step=66 \n", + "Backpropagation step t=69 bptt step=65 \n", + "Backpropagation step t=68 bptt step=68 \n", + "Backpropagation step t=68 bptt step=67 \n", + "Backpropagation step t=68 bptt step=66 \n", + "Backpropagation step t=68 bptt step=65 \n", + "Backpropagation step t=68 bptt step=64 \n", + "Backpropagation step t=67 bptt step=67 \n", + "Backpropagation step t=67 bptt step=66 \n", + "Backpropagation step t=67 bptt step=65 \n", + "Backpropagation step t=67 bptt step=64 \n", + "Backpropagation step t=67 bptt step=63 \n", + "Backpropagation step t=66 bptt step=66 \n", + "Backpropagation step t=66 bptt step=65 \n", + "Backpropagation step t=66 bptt step=64 \n", + "Backpropagation step t=66 bptt step=63 \n", + "Backpropagation step t=66 bptt step=62 \n", + "Backpropagation step t=65 bptt step=65 \n", + "Backpropagation step t=65 bptt step=64 \n", + "Backpropagation step t=65 bptt step=63 \n", + "Backpropagation step t=65 bptt step=62 \n", + "Backpropagation step t=65 bptt step=61 \n", + "Backpropagation step t=64 bptt step=64 \n", + "Backpropagation step t=64 bptt step=63 \n", + "Backpropagation step t=64 bptt step=62 \n", + "Backpropagation step t=64 bptt step=61 \n", + "Backpropagation step t=64 bptt step=60 \n", + "Backpropagation step t=63 bptt step=63 \n", + "Backpropagation step t=63 bptt step=62 \n", + "Backpropagation step t=63 bptt step=61 \n", + "Backpropagation step t=63 bptt step=60 \n", + "Backpropagation step t=63 bptt step=59 \n", + "Backpropagation step t=62 bptt step=62 \n", + "Backpropagation step t=62 bptt step=61 \n", + "Backpropagation step t=62 bptt step=60 \n", + "Backpropagation step t=62 bptt step=59 \n", + "Backpropagation step t=62 bptt step=58 \n", + "Backpropagation step t=61 bptt step=61 \n", + "Backpropagation step t=61 bptt step=60 \n", + "Backpropagation step t=61 bptt step=59 \n", + "Backpropagation step t=61 bptt step=58 \n", + "Backpropagation step t=61 bptt step=57 \n", + "Backpropagation step t=60 bptt step=60 \n", + "Backpropagation step t=60 bptt step=59 \n", + "Backpropagation step t=60 bptt step=58 \n", + "Backpropagation step t=60 bptt step=57 \n", + "Backpropagation step t=60 bptt step=56 \n", + "Backpropagation step t=59 bptt step=59 \n", + "Backpropagation step t=59 bptt step=58 \n", + "Backpropagation step t=59 bptt step=57 \n", + "Backpropagation step t=59 bptt step=56 \n", + "Backpropagation step t=59 bptt step=55 \n", + "Backpropagation step t=58 bptt step=58 \n", + "Backpropagation step t=58 bptt step=57 \n", + "Backpropagation step t=58 bptt step=56 \n", + "Backpropagation step t=58 bptt step=55 \n", + "Backpropagation step t=58 bptt step=54 \n", + "Backpropagation step t=57 bptt step=57 \n", + "Backpropagation step t=57 bptt step=56 \n", + "Backpropagation step t=57 bptt step=55 \n", + "Backpropagation step t=57 bptt step=54 \n", + "Backpropagation step t=57 bptt step=53 \n", + "Backpropagation step t=56 bptt step=56 \n", + "Backpropagation step t=56 bptt step=55 \n", + "Backpropagation step t=56 bptt step=54 \n", + "Backpropagation step t=56 bptt step=53 \n", + "Backpropagation step t=56 bptt step=52 \n", + "Backpropagation step t=55 bptt step=55 \n", + "Backpropagation step t=55 bptt step=54 \n", + "Backpropagation step t=55 bptt step=53 \n", + "Backpropagation step t=55 bptt step=52 \n", + "Backpropagation step t=55 bptt step=51 \n", + "Backpropagation step t=54 bptt step=54 \n", + "Backpropagation step t=54 bptt step=53 \n", + "Backpropagation step t=54 bptt step=52 \n", + "Backpropagation step t=54 bptt step=51 \n", + "Backpropagation step t=54 bptt step=50 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=62 bptt step=62 \n", + "Backpropagation step t=62 bptt step=61 \n", + "Backpropagation step t=62 bptt step=60 \n", + "Backpropagation step t=62 bptt step=59 \n", + "Backpropagation step t=62 bptt step=58 \n", + "Backpropagation step t=61 bptt step=61 \n", + "Backpropagation step t=61 bptt step=60 \n", + "Backpropagation step t=61 bptt step=59 \n", + "Backpropagation step t=61 bptt step=58 \n", + "Backpropagation step t=61 bptt step=57 \n", + "Backpropagation step t=60 bptt step=60 \n", + "Backpropagation step t=60 bptt step=59 \n", + "Backpropagation step t=60 bptt step=58 \n", + "Backpropagation step t=60 bptt step=57 \n", + "Backpropagation step t=60 bptt step=56 \n", + "Backpropagation step t=59 bptt step=59 \n", + "Backpropagation step t=59 bptt step=58 \n", + "Backpropagation step t=59 bptt step=57 \n", + "Backpropagation step t=59 bptt step=56 \n", + "Backpropagation step t=59 bptt step=55 \n", + "Backpropagation step t=58 bptt step=58 \n", + "Backpropagation step t=58 bptt step=57 \n", + "Backpropagation step t=58 bptt step=56 \n", + "Backpropagation step t=58 bptt step=55 \n", + "Backpropagation step t=58 bptt step=54 \n", + "Backpropagation step t=57 bptt step=57 \n", + "Backpropagation step t=57 bptt step=56 \n", + "Backpropagation step t=57 bptt step=55 \n", + "Backpropagation step t=57 bptt step=54 \n", + "Backpropagation step t=57 bptt step=53 \n", + "Backpropagation step t=56 bptt step=56 \n", + "Backpropagation step t=56 bptt step=55 \n", + "Backpropagation step t=56 bptt step=54 \n", + "Backpropagation step t=56 bptt step=53 \n", + "Backpropagation step t=56 bptt step=52 \n", + "Backpropagation step t=55 bptt step=55 \n", + "Backpropagation step t=55 bptt step=54 \n", + "Backpropagation step t=55 bptt step=53 \n", + "Backpropagation step t=55 bptt step=52 \n", + "Backpropagation step t=55 bptt step=51 \n", + "Backpropagation step t=54 bptt step=54 \n", + "Backpropagation step t=54 bptt step=53 \n", + "Backpropagation step t=54 bptt step=52 \n", + "Backpropagation step t=54 bptt step=51 \n", + "Backpropagation step t=54 bptt step=50 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=62 bptt step=62 \n", + "Backpropagation step t=62 bptt step=61 \n", + "Backpropagation step t=62 bptt step=60 \n", + "Backpropagation step t=62 bptt step=59 \n", + "Backpropagation step t=62 bptt step=58 \n", + "Backpropagation step t=61 bptt step=61 \n", + "Backpropagation step t=61 bptt step=60 \n", + "Backpropagation step t=61 bptt step=59 \n", + "Backpropagation step t=61 bptt step=58 \n", + "Backpropagation step t=61 bptt step=57 \n", + "Backpropagation step t=60 bptt step=60 \n", + "Backpropagation step t=60 bptt step=59 \n", + "Backpropagation step t=60 bptt step=58 \n", + "Backpropagation step t=60 bptt step=57 \n", + "Backpropagation step t=60 bptt step=56 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=59 bptt step=59 \n", + "Backpropagation step t=59 bptt step=58 \n", + "Backpropagation step t=59 bptt step=57 \n", + "Backpropagation step t=59 bptt step=56 \n", + "Backpropagation step t=59 bptt step=55 \n", + "Backpropagation step t=58 bptt step=58 \n", + "Backpropagation step t=58 bptt step=57 \n", + "Backpropagation step t=58 bptt step=56 \n", + "Backpropagation step t=58 bptt step=55 \n", + "Backpropagation step t=58 bptt step=54 \n", + "Backpropagation step t=57 bptt step=57 \n", + "Backpropagation step t=57 bptt step=56 \n", + "Backpropagation step t=57 bptt step=55 \n", + "Backpropagation step t=57 bptt step=54 \n", + "Backpropagation step t=57 bptt step=53 \n", + "Backpropagation step t=56 bptt step=56 \n", + "Backpropagation step t=56 bptt step=55 \n", + "Backpropagation step t=56 bptt step=54 \n", + "Backpropagation step t=56 bptt step=53 \n", + "Backpropagation step t=56 bptt step=52 \n", + "Backpropagation step t=55 bptt step=55 \n", + "Backpropagation step t=55 bptt step=54 \n", + "Backpropagation step t=55 bptt step=53 \n", + "Backpropagation step t=55 bptt step=52 \n", + "Backpropagation step t=55 bptt step=51 \n", + "Backpropagation step t=54 bptt step=54 \n", + "Backpropagation step t=54 bptt step=53 \n", + "Backpropagation step t=54 bptt step=52 \n", + "Backpropagation step t=54 bptt step=51 \n", + "Backpropagation step t=54 bptt step=50 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "2019-08-05 11:05:23: Loss after num_examples_seen=700 epoch=7: 6.004432\n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=71 bptt step=71 \n", + "Backpropagation step t=71 bptt step=70 \n", + "Backpropagation step t=71 bptt step=69 \n", + "Backpropagation step t=71 bptt step=68 \n", + "Backpropagation step t=71 bptt step=67 \n", + "Backpropagation step t=70 bptt step=70 \n", + "Backpropagation step t=70 bptt step=69 \n", + "Backpropagation step t=70 bptt step=68 \n", + "Backpropagation step t=70 bptt step=67 \n", + "Backpropagation step t=70 bptt step=66 \n", + "Backpropagation step t=69 bptt step=69 \n", + "Backpropagation step t=69 bptt step=68 \n", + "Backpropagation step t=69 bptt step=67 \n", + "Backpropagation step t=69 bptt step=66 \n", + "Backpropagation step t=69 bptt step=65 \n", + "Backpropagation step t=68 bptt step=68 \n", + "Backpropagation step t=68 bptt step=67 \n", + "Backpropagation step t=68 bptt step=66 \n", + "Backpropagation step t=68 bptt step=65 \n", + "Backpropagation step t=68 bptt step=64 \n", + "Backpropagation step t=67 bptt step=67 \n", + "Backpropagation step t=67 bptt step=66 \n", + "Backpropagation step t=67 bptt step=65 \n", + "Backpropagation step t=67 bptt step=64 \n", + "Backpropagation step t=67 bptt step=63 \n", + "Backpropagation step t=66 bptt step=66 \n", + "Backpropagation step t=66 bptt step=65 \n", + "Backpropagation step t=66 bptt step=64 \n", + "Backpropagation step t=66 bptt step=63 \n", + "Backpropagation step t=66 bptt step=62 \n", + "Backpropagation step t=65 bptt step=65 \n", + "Backpropagation step t=65 bptt step=64 \n", + "Backpropagation step t=65 bptt step=63 \n", + "Backpropagation step t=65 bptt step=62 \n", + "Backpropagation step t=65 bptt step=61 \n", + "Backpropagation step t=64 bptt step=64 \n", + "Backpropagation step t=64 bptt step=63 \n", + "Backpropagation step t=64 bptt step=62 \n", + "Backpropagation step t=64 bptt step=61 \n", + "Backpropagation step t=64 bptt step=60 \n", + "Backpropagation step t=63 bptt step=63 \n", + "Backpropagation step t=63 bptt step=62 \n", + "Backpropagation step t=63 bptt step=61 \n", + "Backpropagation step t=63 bptt step=60 \n", + "Backpropagation step t=63 bptt step=59 \n", + "Backpropagation step t=62 bptt step=62 \n", + "Backpropagation step t=62 bptt step=61 \n", + "Backpropagation step t=62 bptt step=60 \n", + "Backpropagation step t=62 bptt step=59 \n", + "Backpropagation step t=62 bptt step=58 \n", + "Backpropagation step t=61 bptt step=61 \n", + "Backpropagation step t=61 bptt step=60 \n", + "Backpropagation step t=61 bptt step=59 \n", + "Backpropagation step t=61 bptt step=58 \n", + "Backpropagation step t=61 bptt step=57 \n", + "Backpropagation step t=60 bptt step=60 \n", + "Backpropagation step t=60 bptt step=59 \n", + "Backpropagation step t=60 bptt step=58 \n", + "Backpropagation step t=60 bptt step=57 \n", + "Backpropagation step t=60 bptt step=56 \n", + "Backpropagation step t=59 bptt step=59 \n", + "Backpropagation step t=59 bptt step=58 \n", + "Backpropagation step t=59 bptt step=57 \n", + "Backpropagation step t=59 bptt step=56 \n", + "Backpropagation step t=59 bptt step=55 \n", + "Backpropagation step t=58 bptt step=58 \n", + "Backpropagation step t=58 bptt step=57 \n", + "Backpropagation step t=58 bptt step=56 \n", + "Backpropagation step t=58 bptt step=55 \n", + "Backpropagation step t=58 bptt step=54 \n", + "Backpropagation step t=57 bptt step=57 \n", + "Backpropagation step t=57 bptt step=56 \n", + "Backpropagation step t=57 bptt step=55 \n", + "Backpropagation step t=57 bptt step=54 \n", + "Backpropagation step t=57 bptt step=53 \n", + "Backpropagation step t=56 bptt step=56 \n", + "Backpropagation step t=56 bptt step=55 \n", + "Backpropagation step t=56 bptt step=54 \n", + "Backpropagation step t=56 bptt step=53 \n", + "Backpropagation step t=56 bptt step=52 \n", + "Backpropagation step t=55 bptt step=55 \n", + "Backpropagation step t=55 bptt step=54 \n", + "Backpropagation step t=55 bptt step=53 \n", + "Backpropagation step t=55 bptt step=52 \n", + "Backpropagation step t=55 bptt step=51 \n", + "Backpropagation step t=54 bptt step=54 \n", + "Backpropagation step t=54 bptt step=53 \n", + "Backpropagation step t=54 bptt step=52 \n", + "Backpropagation step t=54 bptt step=51 \n", + "Backpropagation step t=54 bptt step=50 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=62 bptt step=62 \n", + "Backpropagation step t=62 bptt step=61 \n", + "Backpropagation step t=62 bptt step=60 \n", + "Backpropagation step t=62 bptt step=59 \n", + "Backpropagation step t=62 bptt step=58 \n", + "Backpropagation step t=61 bptt step=61 \n", + "Backpropagation step t=61 bptt step=60 \n", + "Backpropagation step t=61 bptt step=59 \n", + "Backpropagation step t=61 bptt step=58 \n", + "Backpropagation step t=61 bptt step=57 \n", + "Backpropagation step t=60 bptt step=60 \n", + "Backpropagation step t=60 bptt step=59 \n", + "Backpropagation step t=60 bptt step=58 \n", + "Backpropagation step t=60 bptt step=57 \n", + "Backpropagation step t=60 bptt step=56 \n", + "Backpropagation step t=59 bptt step=59 \n", + "Backpropagation step t=59 bptt step=58 \n", + "Backpropagation step t=59 bptt step=57 \n", + "Backpropagation step t=59 bptt step=56 \n", + "Backpropagation step t=59 bptt step=55 \n", + "Backpropagation step t=58 bptt step=58 \n", + "Backpropagation step t=58 bptt step=57 \n", + "Backpropagation step t=58 bptt step=56 \n", + "Backpropagation step t=58 bptt step=55 \n", + "Backpropagation step t=58 bptt step=54 \n", + "Backpropagation step t=57 bptt step=57 \n", + "Backpropagation step t=57 bptt step=56 \n", + "Backpropagation step t=57 bptt step=55 \n", + "Backpropagation step t=57 bptt step=54 \n", + "Backpropagation step t=57 bptt step=53 \n", + "Backpropagation step t=56 bptt step=56 \n", + "Backpropagation step t=56 bptt step=55 \n", + "Backpropagation step t=56 bptt step=54 \n", + "Backpropagation step t=56 bptt step=53 \n", + "Backpropagation step t=56 bptt step=52 \n", + "Backpropagation step t=55 bptt step=55 \n", + "Backpropagation step t=55 bptt step=54 \n", + "Backpropagation step t=55 bptt step=53 \n", + "Backpropagation step t=55 bptt step=52 \n", + "Backpropagation step t=55 bptt step=51 \n", + "Backpropagation step t=54 bptt step=54 \n", + "Backpropagation step t=54 bptt step=53 \n", + "Backpropagation step t=54 bptt step=52 \n", + "Backpropagation step t=54 bptt step=51 \n", + "Backpropagation step t=54 bptt step=50 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=62 bptt step=62 \n", + "Backpropagation step t=62 bptt step=61 \n", + "Backpropagation step t=62 bptt step=60 \n", + "Backpropagation step t=62 bptt step=59 \n", + "Backpropagation step t=62 bptt step=58 \n", + "Backpropagation step t=61 bptt step=61 \n", + "Backpropagation step t=61 bptt step=60 \n", + "Backpropagation step t=61 bptt step=59 \n", + "Backpropagation step t=61 bptt step=58 \n", + "Backpropagation step t=61 bptt step=57 \n", + "Backpropagation step t=60 bptt step=60 \n", + "Backpropagation step t=60 bptt step=59 \n", + "Backpropagation step t=60 bptt step=58 \n", + "Backpropagation step t=60 bptt step=57 \n", + "Backpropagation step t=60 bptt step=56 \n", + "Backpropagation step t=59 bptt step=59 \n", + "Backpropagation step t=59 bptt step=58 \n", + "Backpropagation step t=59 bptt step=57 \n", + "Backpropagation step t=59 bptt step=56 \n", + "Backpropagation step t=59 bptt step=55 \n", + "Backpropagation step t=58 bptt step=58 \n", + "Backpropagation step t=58 bptt step=57 \n", + "Backpropagation step t=58 bptt step=56 \n", + "Backpropagation step t=58 bptt step=55 \n", + "Backpropagation step t=58 bptt step=54 \n", + "Backpropagation step t=57 bptt step=57 \n", + "Backpropagation step t=57 bptt step=56 \n", + "Backpropagation step t=57 bptt step=55 \n", + "Backpropagation step t=57 bptt step=54 \n", + "Backpropagation step t=57 bptt step=53 \n", + "Backpropagation step t=56 bptt step=56 \n", + "Backpropagation step t=56 bptt step=55 \n", + "Backpropagation step t=56 bptt step=54 \n", + "Backpropagation step t=56 bptt step=53 \n", + "Backpropagation step t=56 bptt step=52 \n", + "Backpropagation step t=55 bptt step=55 \n", + "Backpropagation step t=55 bptt step=54 \n", + "Backpropagation step t=55 bptt step=53 \n", + "Backpropagation step t=55 bptt step=52 \n", + "Backpropagation step t=55 bptt step=51 \n", + "Backpropagation step t=54 bptt step=54 \n", + "Backpropagation step t=54 bptt step=53 \n", + "Backpropagation step t=54 bptt step=52 \n", + "Backpropagation step t=54 bptt step=51 \n", + "Backpropagation step t=54 bptt step=50 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "2019-08-05 11:05:54: Loss after num_examples_seen=800 epoch=8: 5.833906\n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=71 bptt step=71 \n", + "Backpropagation step t=71 bptt step=70 \n", + "Backpropagation step t=71 bptt step=69 \n", + "Backpropagation step t=71 bptt step=68 \n", + "Backpropagation step t=71 bptt step=67 \n", + "Backpropagation step t=70 bptt step=70 \n", + "Backpropagation step t=70 bptt step=69 \n", + "Backpropagation step t=70 bptt step=68 \n", + "Backpropagation step t=70 bptt step=67 \n", + "Backpropagation step t=70 bptt step=66 \n", + "Backpropagation step t=69 bptt step=69 \n", + "Backpropagation step t=69 bptt step=68 \n", + "Backpropagation step t=69 bptt step=67 \n", + "Backpropagation step t=69 bptt step=66 \n", + "Backpropagation step t=69 bptt step=65 \n", + "Backpropagation step t=68 bptt step=68 \n", + "Backpropagation step t=68 bptt step=67 \n", + "Backpropagation step t=68 bptt step=66 \n", + "Backpropagation step t=68 bptt step=65 \n", + "Backpropagation step t=68 bptt step=64 \n", + "Backpropagation step t=67 bptt step=67 \n", + "Backpropagation step t=67 bptt step=66 \n", + "Backpropagation step t=67 bptt step=65 \n", + "Backpropagation step t=67 bptt step=64 \n", + "Backpropagation step t=67 bptt step=63 \n", + "Backpropagation step t=66 bptt step=66 \n", + "Backpropagation step t=66 bptt step=65 \n", + "Backpropagation step t=66 bptt step=64 \n", + "Backpropagation step t=66 bptt step=63 \n", + "Backpropagation step t=66 bptt step=62 \n", + "Backpropagation step t=65 bptt step=65 \n", + "Backpropagation step t=65 bptt step=64 \n", + "Backpropagation step t=65 bptt step=63 \n", + "Backpropagation step t=65 bptt step=62 \n", + "Backpropagation step t=65 bptt step=61 \n", + "Backpropagation step t=64 bptt step=64 \n", + "Backpropagation step t=64 bptt step=63 \n", + "Backpropagation step t=64 bptt step=62 \n", + "Backpropagation step t=64 bptt step=61 \n", + "Backpropagation step t=64 bptt step=60 \n", + "Backpropagation step t=63 bptt step=63 \n", + "Backpropagation step t=63 bptt step=62 \n", + "Backpropagation step t=63 bptt step=61 \n", + "Backpropagation step t=63 bptt step=60 \n", + "Backpropagation step t=63 bptt step=59 \n", + "Backpropagation step t=62 bptt step=62 \n", + "Backpropagation step t=62 bptt step=61 \n", + "Backpropagation step t=62 bptt step=60 \n", + "Backpropagation step t=62 bptt step=59 \n", + "Backpropagation step t=62 bptt step=58 \n", + "Backpropagation step t=61 bptt step=61 \n", + "Backpropagation step t=61 bptt step=60 \n", + "Backpropagation step t=61 bptt step=59 \n", + "Backpropagation step t=61 bptt step=58 \n", + "Backpropagation step t=61 bptt step=57 \n", + "Backpropagation step t=60 bptt step=60 \n", + "Backpropagation step t=60 bptt step=59 \n", + "Backpropagation step t=60 bptt step=58 \n", + "Backpropagation step t=60 bptt step=57 \n", + "Backpropagation step t=60 bptt step=56 \n", + "Backpropagation step t=59 bptt step=59 \n", + "Backpropagation step t=59 bptt step=58 \n", + "Backpropagation step t=59 bptt step=57 \n", + "Backpropagation step t=59 bptt step=56 \n", + "Backpropagation step t=59 bptt step=55 \n", + "Backpropagation step t=58 bptt step=58 \n", + "Backpropagation step t=58 bptt step=57 \n", + "Backpropagation step t=58 bptt step=56 \n", + "Backpropagation step t=58 bptt step=55 \n", + "Backpropagation step t=58 bptt step=54 \n", + "Backpropagation step t=57 bptt step=57 \n", + "Backpropagation step t=57 bptt step=56 \n", + "Backpropagation step t=57 bptt step=55 \n", + "Backpropagation step t=57 bptt step=54 \n", + "Backpropagation step t=57 bptt step=53 \n", + "Backpropagation step t=56 bptt step=56 \n", + "Backpropagation step t=56 bptt step=55 \n", + "Backpropagation step t=56 bptt step=54 \n", + "Backpropagation step t=56 bptt step=53 \n", + "Backpropagation step t=56 bptt step=52 \n", + "Backpropagation step t=55 bptt step=55 \n", + "Backpropagation step t=55 bptt step=54 \n", + "Backpropagation step t=55 bptt step=53 \n", + "Backpropagation step t=55 bptt step=52 \n", + "Backpropagation step t=55 bptt step=51 \n", + "Backpropagation step t=54 bptt step=54 \n", + "Backpropagation step t=54 bptt step=53 \n", + "Backpropagation step t=54 bptt step=52 \n", + "Backpropagation step t=54 bptt step=51 \n", + "Backpropagation step t=54 bptt step=50 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=62 bptt step=62 \n", + "Backpropagation step t=62 bptt step=61 \n", + "Backpropagation step t=62 bptt step=60 \n", + "Backpropagation step t=62 bptt step=59 \n", + "Backpropagation step t=62 bptt step=58 \n", + "Backpropagation step t=61 bptt step=61 \n", + "Backpropagation step t=61 bptt step=60 \n", + "Backpropagation step t=61 bptt step=59 \n", + "Backpropagation step t=61 bptt step=58 \n", + "Backpropagation step t=61 bptt step=57 \n", + "Backpropagation step t=60 bptt step=60 \n", + "Backpropagation step t=60 bptt step=59 \n", + "Backpropagation step t=60 bptt step=58 \n", + "Backpropagation step t=60 bptt step=57 \n", + "Backpropagation step t=60 bptt step=56 \n", + "Backpropagation step t=59 bptt step=59 \n", + "Backpropagation step t=59 bptt step=58 \n", + "Backpropagation step t=59 bptt step=57 \n", + "Backpropagation step t=59 bptt step=56 \n", + "Backpropagation step t=59 bptt step=55 \n", + "Backpropagation step t=58 bptt step=58 \n", + "Backpropagation step t=58 bptt step=57 \n", + "Backpropagation step t=58 bptt step=56 \n", + "Backpropagation step t=58 bptt step=55 \n", + "Backpropagation step t=58 bptt step=54 \n", + "Backpropagation step t=57 bptt step=57 \n", + "Backpropagation step t=57 bptt step=56 \n", + "Backpropagation step t=57 bptt step=55 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=57 bptt step=54 \n", + "Backpropagation step t=57 bptt step=53 \n", + "Backpropagation step t=56 bptt step=56 \n", + "Backpropagation step t=56 bptt step=55 \n", + "Backpropagation step t=56 bptt step=54 \n", + "Backpropagation step t=56 bptt step=53 \n", + "Backpropagation step t=56 bptt step=52 \n", + "Backpropagation step t=55 bptt step=55 \n", + "Backpropagation step t=55 bptt step=54 \n", + "Backpropagation step t=55 bptt step=53 \n", + "Backpropagation step t=55 bptt step=52 \n", + "Backpropagation step t=55 bptt step=51 \n", + "Backpropagation step t=54 bptt step=54 \n", + "Backpropagation step t=54 bptt step=53 \n", + "Backpropagation step t=54 bptt step=52 \n", + "Backpropagation step t=54 bptt step=51 \n", + "Backpropagation step t=54 bptt step=50 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=62 bptt step=62 \n", + "Backpropagation step t=62 bptt step=61 \n", + "Backpropagation step t=62 bptt step=60 \n", + "Backpropagation step t=62 bptt step=59 \n", + "Backpropagation step t=62 bptt step=58 \n", + "Backpropagation step t=61 bptt step=61 \n", + "Backpropagation step t=61 bptt step=60 \n", + "Backpropagation step t=61 bptt step=59 \n", + "Backpropagation step t=61 bptt step=58 \n", + "Backpropagation step t=61 bptt step=57 \n", + "Backpropagation step t=60 bptt step=60 \n", + "Backpropagation step t=60 bptt step=59 \n", + "Backpropagation step t=60 bptt step=58 \n", + "Backpropagation step t=60 bptt step=57 \n", + "Backpropagation step t=60 bptt step=56 \n", + "Backpropagation step t=59 bptt step=59 \n", + "Backpropagation step t=59 bptt step=58 \n", + "Backpropagation step t=59 bptt step=57 \n", + "Backpropagation step t=59 bptt step=56 \n", + "Backpropagation step t=59 bptt step=55 \n", + "Backpropagation step t=58 bptt step=58 \n", + "Backpropagation step t=58 bptt step=57 \n", + "Backpropagation step t=58 bptt step=56 \n", + "Backpropagation step t=58 bptt step=55 \n", + "Backpropagation step t=58 bptt step=54 \n", + "Backpropagation step t=57 bptt step=57 \n", + "Backpropagation step t=57 bptt step=56 \n", + "Backpropagation step t=57 bptt step=55 \n", + "Backpropagation step t=57 bptt step=54 \n", + "Backpropagation step t=57 bptt step=53 \n", + "Backpropagation step t=56 bptt step=56 \n", + "Backpropagation step t=56 bptt step=55 \n", + "Backpropagation step t=56 bptt step=54 \n", + "Backpropagation step t=56 bptt step=53 \n", + "Backpropagation step t=56 bptt step=52 \n", + "Backpropagation step t=55 bptt step=55 \n", + "Backpropagation step t=55 bptt step=54 \n", + "Backpropagation step t=55 bptt step=53 \n", + "Backpropagation step t=55 bptt step=52 \n", + "Backpropagation step t=55 bptt step=51 \n", + "Backpropagation step t=54 bptt step=54 \n", + "Backpropagation step t=54 bptt step=53 \n", + "Backpropagation step t=54 bptt step=52 \n", + "Backpropagation step t=54 bptt step=51 \n", + "Backpropagation step t=54 bptt step=50 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "2019-08-05 11:06:17: Loss after num_examples_seen=900 epoch=9: 5.715240\n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=71 bptt step=71 \n", + "Backpropagation step t=71 bptt step=70 \n", + "Backpropagation step t=71 bptt step=69 \n", + "Backpropagation step t=71 bptt step=68 \n", + "Backpropagation step t=71 bptt step=67 \n", + "Backpropagation step t=70 bptt step=70 \n", + "Backpropagation step t=70 bptt step=69 \n", + "Backpropagation step t=70 bptt step=68 \n", + "Backpropagation step t=70 bptt step=67 \n", + "Backpropagation step t=70 bptt step=66 \n", + "Backpropagation step t=69 bptt step=69 \n", + "Backpropagation step t=69 bptt step=68 \n", + "Backpropagation step t=69 bptt step=67 \n", + "Backpropagation step t=69 bptt step=66 \n", + "Backpropagation step t=69 bptt step=65 \n", + "Backpropagation step t=68 bptt step=68 \n", + "Backpropagation step t=68 bptt step=67 \n", + "Backpropagation step t=68 bptt step=66 \n", + "Backpropagation step t=68 bptt step=65 \n", + "Backpropagation step t=68 bptt step=64 \n", + "Backpropagation step t=67 bptt step=67 \n", + "Backpropagation step t=67 bptt step=66 \n", + "Backpropagation step t=67 bptt step=65 \n", + "Backpropagation step t=67 bptt step=64 \n", + "Backpropagation step t=67 bptt step=63 \n", + "Backpropagation step t=66 bptt step=66 \n", + "Backpropagation step t=66 bptt step=65 \n", + "Backpropagation step t=66 bptt step=64 \n", + "Backpropagation step t=66 bptt step=63 \n", + "Backpropagation step t=66 bptt step=62 \n", + "Backpropagation step t=65 bptt step=65 \n", + "Backpropagation step t=65 bptt step=64 \n", + "Backpropagation step t=65 bptt step=63 \n", + "Backpropagation step t=65 bptt step=62 \n", + "Backpropagation step t=65 bptt step=61 \n", + "Backpropagation step t=64 bptt step=64 \n", + "Backpropagation step t=64 bptt step=63 \n", + "Backpropagation step t=64 bptt step=62 \n", + "Backpropagation step t=64 bptt step=61 \n", + "Backpropagation step t=64 bptt step=60 \n", + "Backpropagation step t=63 bptt step=63 \n", + "Backpropagation step t=63 bptt step=62 \n", + "Backpropagation step t=63 bptt step=61 \n", + "Backpropagation step t=63 bptt step=60 \n", + "Backpropagation step t=63 bptt step=59 \n", + "Backpropagation step t=62 bptt step=62 \n", + "Backpropagation step t=62 bptt step=61 \n", + "Backpropagation step t=62 bptt step=60 \n", + "Backpropagation step t=62 bptt step=59 \n", + "Backpropagation step t=62 bptt step=58 \n", + "Backpropagation step t=61 bptt step=61 \n", + "Backpropagation step t=61 bptt step=60 \n", + "Backpropagation step t=61 bptt step=59 \n", + "Backpropagation step t=61 bptt step=58 \n", + "Backpropagation step t=61 bptt step=57 \n", + "Backpropagation step t=60 bptt step=60 \n", + "Backpropagation step t=60 bptt step=59 \n", + "Backpropagation step t=60 bptt step=58 \n", + "Backpropagation step t=60 bptt step=57 \n", + "Backpropagation step t=60 bptt step=56 \n", + "Backpropagation step t=59 bptt step=59 \n", + "Backpropagation step t=59 bptt step=58 \n", + "Backpropagation step t=59 bptt step=57 \n", + "Backpropagation step t=59 bptt step=56 \n", + "Backpropagation step t=59 bptt step=55 \n", + "Backpropagation step t=58 bptt step=58 \n", + "Backpropagation step t=58 bptt step=57 \n", + "Backpropagation step t=58 bptt step=56 \n", + "Backpropagation step t=58 bptt step=55 \n", + "Backpropagation step t=58 bptt step=54 \n", + "Backpropagation step t=57 bptt step=57 \n", + "Backpropagation step t=57 bptt step=56 \n", + "Backpropagation step t=57 bptt step=55 \n", + "Backpropagation step t=57 bptt step=54 \n", + "Backpropagation step t=57 bptt step=53 \n", + "Backpropagation step t=56 bptt step=56 \n", + "Backpropagation step t=56 bptt step=55 \n", + "Backpropagation step t=56 bptt step=54 \n", + "Backpropagation step t=56 bptt step=53 \n", + "Backpropagation step t=56 bptt step=52 \n", + "Backpropagation step t=55 bptt step=55 \n", + "Backpropagation step t=55 bptt step=54 \n", + "Backpropagation step t=55 bptt step=53 \n", + "Backpropagation step t=55 bptt step=52 \n", + "Backpropagation step t=55 bptt step=51 \n", + "Backpropagation step t=54 bptt step=54 \n", + "Backpropagation step t=54 bptt step=53 \n", + "Backpropagation step t=54 bptt step=52 \n", + "Backpropagation step t=54 bptt step=51 \n", + "Backpropagation step t=54 bptt step=50 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=62 bptt step=62 \n", + "Backpropagation step t=62 bptt step=61 \n", + "Backpropagation step t=62 bptt step=60 \n", + "Backpropagation step t=62 bptt step=59 \n", + "Backpropagation step t=62 bptt step=58 \n", + "Backpropagation step t=61 bptt step=61 \n", + "Backpropagation step t=61 bptt step=60 \n", + "Backpropagation step t=61 bptt step=59 \n", + "Backpropagation step t=61 bptt step=58 \n", + "Backpropagation step t=61 bptt step=57 \n", + "Backpropagation step t=60 bptt step=60 \n", + "Backpropagation step t=60 bptt step=59 \n", + "Backpropagation step t=60 bptt step=58 \n", + "Backpropagation step t=60 bptt step=57 \n", + "Backpropagation step t=60 bptt step=56 \n", + "Backpropagation step t=59 bptt step=59 \n", + "Backpropagation step t=59 bptt step=58 \n", + "Backpropagation step t=59 bptt step=57 \n", + "Backpropagation step t=59 bptt step=56 \n", + "Backpropagation step t=59 bptt step=55 \n", + "Backpropagation step t=58 bptt step=58 \n", + "Backpropagation step t=58 bptt step=57 \n", + "Backpropagation step t=58 bptt step=56 \n", + "Backpropagation step t=58 bptt step=55 \n", + "Backpropagation step t=58 bptt step=54 \n", + "Backpropagation step t=57 bptt step=57 \n", + "Backpropagation step t=57 bptt step=56 \n", + "Backpropagation step t=57 bptt step=55 \n", + "Backpropagation step t=57 bptt step=54 \n", + "Backpropagation step t=57 bptt step=53 \n", + "Backpropagation step t=56 bptt step=56 \n", + "Backpropagation step t=56 bptt step=55 \n", + "Backpropagation step t=56 bptt step=54 \n", + "Backpropagation step t=56 bptt step=53 \n", + "Backpropagation step t=56 bptt step=52 \n", + "Backpropagation step t=55 bptt step=55 \n", + "Backpropagation step t=55 bptt step=54 \n", + "Backpropagation step t=55 bptt step=53 \n", + "Backpropagation step t=55 bptt step=52 \n", + "Backpropagation step t=55 bptt step=51 \n", + "Backpropagation step t=54 bptt step=54 \n", + "Backpropagation step t=54 bptt step=53 \n", + "Backpropagation step t=54 bptt step=52 \n", + "Backpropagation step t=54 bptt step=51 \n", + "Backpropagation step t=54 bptt step=50 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=62 bptt step=62 \n", + "Backpropagation step t=62 bptt step=61 \n", + "Backpropagation step t=62 bptt step=60 \n", + "Backpropagation step t=62 bptt step=59 \n", + "Backpropagation step t=62 bptt step=58 \n", + "Backpropagation step t=61 bptt step=61 \n", + "Backpropagation step t=61 bptt step=60 \n", + "Backpropagation step t=61 bptt step=59 \n", + "Backpropagation step t=61 bptt step=58 \n", + "Backpropagation step t=61 bptt step=57 \n", + "Backpropagation step t=60 bptt step=60 \n", + "Backpropagation step t=60 bptt step=59 \n", + "Backpropagation step t=60 bptt step=58 \n", + "Backpropagation step t=60 bptt step=57 \n", + "Backpropagation step t=60 bptt step=56 \n", + "Backpropagation step t=59 bptt step=59 \n", + "Backpropagation step t=59 bptt step=58 \n", + "Backpropagation step t=59 bptt step=57 \n", + "Backpropagation step t=59 bptt step=56 \n", + "Backpropagation step t=59 bptt step=55 \n", + "Backpropagation step t=58 bptt step=58 \n", + "Backpropagation step t=58 bptt step=57 \n", + "Backpropagation step t=58 bptt step=56 \n", + "Backpropagation step t=58 bptt step=55 \n", + "Backpropagation step t=58 bptt step=54 \n", + "Backpropagation step t=57 bptt step=57 \n", + "Backpropagation step t=57 bptt step=56 \n", + "Backpropagation step t=57 bptt step=55 \n", + "Backpropagation step t=57 bptt step=54 \n", + "Backpropagation step t=57 bptt step=53 \n", + "Backpropagation step t=56 bptt step=56 \n", + "Backpropagation step t=56 bptt step=55 \n", + "Backpropagation step t=56 bptt step=54 \n", + "Backpropagation step t=56 bptt step=53 \n", + "Backpropagation step t=56 bptt step=52 \n", + "Backpropagation step t=55 bptt step=55 \n", + "Backpropagation step t=55 bptt step=54 \n", + "Backpropagation step t=55 bptt step=53 \n", + "Backpropagation step t=55 bptt step=52 \n", + "Backpropagation step t=55 bptt step=51 \n", + "Backpropagation step t=54 bptt step=54 \n", + "Backpropagation step t=54 bptt step=53 \n", + "Backpropagation step t=54 bptt step=52 \n", + "Backpropagation step t=54 bptt step=51 \n", + "Backpropagation step t=54 bptt step=50 \n", + "Backpropagation step t=53 bptt step=53 \n", + "Backpropagation step t=53 bptt step=52 \n", + "Backpropagation step t=53 bptt step=51 \n", + "Backpropagation step t=53 bptt step=50 \n", + "Backpropagation step t=53 bptt step=49 \n", + "Backpropagation step t=52 bptt step=52 \n", + "Backpropagation step t=52 bptt step=51 \n", + "Backpropagation step t=52 bptt step=50 \n", + "Backpropagation step t=52 bptt step=49 \n", + "Backpropagation step t=52 bptt step=48 \n", + "Backpropagation step t=51 bptt step=51 \n", + "Backpropagation step t=51 bptt step=50 \n", + "Backpropagation step t=51 bptt step=49 \n", + "Backpropagation step t=51 bptt step=48 \n", + "Backpropagation step t=51 bptt step=47 \n", + "Backpropagation step t=50 bptt step=50 \n", + "Backpropagation step t=50 bptt step=49 \n", + "Backpropagation step t=50 bptt step=48 \n", + "Backpropagation step t=50 bptt step=47 \n", + "Backpropagation step t=50 bptt step=46 \n", + "Backpropagation step t=49 bptt step=49 \n", + "Backpropagation step t=49 bptt step=48 \n", + "Backpropagation step t=49 bptt step=47 \n", + "Backpropagation step t=49 bptt step=46 \n", + "Backpropagation step t=49 bptt step=45 \n", + "Backpropagation step t=48 bptt step=48 \n", + "Backpropagation step t=48 bptt step=47 \n", + "Backpropagation step t=48 bptt step=46 \n", + "Backpropagation step t=48 bptt step=45 \n", + "Backpropagation step t=48 bptt step=44 \n", + "Backpropagation step t=47 bptt step=47 \n", + "Backpropagation step t=47 bptt step=46 \n", + "Backpropagation step t=47 bptt step=45 \n", + "Backpropagation step t=47 bptt step=44 \n", + "Backpropagation step t=47 bptt step=43 \n", + "Backpropagation step t=46 bptt step=46 \n", + "Backpropagation step t=46 bptt step=45 \n", + "Backpropagation step t=46 bptt step=44 \n", + "Backpropagation step t=46 bptt step=43 \n", + "Backpropagation step t=46 bptt step=42 \n", + "Backpropagation step t=45 bptt step=45 \n", + "Backpropagation step t=45 bptt step=44 \n", + "Backpropagation step t=45 bptt step=43 \n", + "Backpropagation step t=45 bptt step=42 \n", + "Backpropagation step t=45 bptt step=41 \n", + "Backpropagation step t=44 bptt step=44 \n", + "Backpropagation step t=44 bptt step=43 \n", + "Backpropagation step t=44 bptt step=42 \n", + "Backpropagation step t=44 bptt step=41 \n", + "Backpropagation step t=44 bptt step=40 \n", + "Backpropagation step t=43 bptt step=43 \n", + "Backpropagation step t=43 bptt step=42 \n", + "Backpropagation step t=43 bptt step=41 \n", + "Backpropagation step t=43 bptt step=40 \n", + "Backpropagation step t=43 bptt step=39 \n", + "Backpropagation step t=42 bptt step=42 \n", + "Backpropagation step t=42 bptt step=41 \n", + "Backpropagation step t=42 bptt step=40 \n", + "Backpropagation step t=42 bptt step=39 \n", + "Backpropagation step t=42 bptt step=38 \n", + "Backpropagation step t=41 bptt step=41 \n", + "Backpropagation step t=41 bptt step=40 \n", + "Backpropagation step t=41 bptt step=39 \n", + "Backpropagation step t=41 bptt step=38 \n", + "Backpropagation step t=41 bptt step=37 \n", + "Backpropagation step t=40 bptt step=40 \n", + "Backpropagation step t=40 bptt step=39 \n", + "Backpropagation step t=40 bptt step=38 \n", + "Backpropagation step t=40 bptt step=37 \n", + "Backpropagation step t=40 bptt step=36 \n", + "Backpropagation step t=39 bptt step=39 \n", + "Backpropagation step t=39 bptt step=38 \n", + "Backpropagation step t=39 bptt step=37 \n", + "Backpropagation step t=39 bptt step=36 \n", + "Backpropagation step t=39 bptt step=35 \n", + "Backpropagation step t=38 bptt step=38 \n", + "Backpropagation step t=38 bptt step=37 \n", + "Backpropagation step t=38 bptt step=36 \n", + "Backpropagation step t=38 bptt step=35 \n", + "Backpropagation step t=38 bptt step=34 \n", + "Backpropagation step t=37 bptt step=37 \n", + "Backpropagation step t=37 bptt step=36 \n", + "Backpropagation step t=37 bptt step=35 \n", + "Backpropagation step t=37 bptt step=34 \n", + "Backpropagation step t=37 bptt step=33 \n", + "Backpropagation step t=36 bptt step=36 \n", + "Backpropagation step t=36 bptt step=35 \n", + "Backpropagation step t=36 bptt step=34 \n", + "Backpropagation step t=36 bptt step=33 \n", + "Backpropagation step t=36 bptt step=32 \n", + "Backpropagation step t=35 bptt step=35 \n", + "Backpropagation step t=35 bptt step=34 \n", + "Backpropagation step t=35 bptt step=33 \n", + "Backpropagation step t=35 bptt step=32 \n", + "Backpropagation step t=35 bptt step=31 \n", + "Backpropagation step t=34 bptt step=34 \n", + "Backpropagation step t=34 bptt step=33 \n", + "Backpropagation step t=34 bptt step=32 \n", + "Backpropagation step t=34 bptt step=31 \n", + "Backpropagation step t=34 bptt step=30 \n", + "Backpropagation step t=33 bptt step=33 \n", + "Backpropagation step t=33 bptt step=32 \n", + "Backpropagation step t=33 bptt step=31 \n", + "Backpropagation step t=33 bptt step=30 \n", + "Backpropagation step t=33 bptt step=29 \n", + "Backpropagation step t=32 bptt step=32 \n", + "Backpropagation step t=32 bptt step=31 \n", + "Backpropagation step t=32 bptt step=30 \n", + "Backpropagation step t=32 bptt step=29 \n", + "Backpropagation step t=32 bptt step=28 \n", + "Backpropagation step t=31 bptt step=31 \n", + "Backpropagation step t=31 bptt step=30 \n", + "Backpropagation step t=31 bptt step=29 \n", + "Backpropagation step t=31 bptt step=28 \n", + "Backpropagation step t=31 bptt step=27 \n", + "Backpropagation step t=30 bptt step=30 \n", + "Backpropagation step t=30 bptt step=29 \n", + "Backpropagation step t=30 bptt step=28 \n", + "Backpropagation step t=30 bptt step=27 \n", + "Backpropagation step t=30 bptt step=26 \n", + "Backpropagation step t=29 bptt step=29 \n", + "Backpropagation step t=29 bptt step=28 \n", + "Backpropagation step t=29 bptt step=27 \n", + "Backpropagation step t=29 bptt step=26 \n", + "Backpropagation step t=29 bptt step=25 \n", + "Backpropagation step t=28 bptt step=28 \n", + "Backpropagation step t=28 bptt step=27 \n", + "Backpropagation step t=28 bptt step=26 \n", + "Backpropagation step t=28 bptt step=25 \n", + "Backpropagation step t=28 bptt step=24 \n", + "Backpropagation step t=27 bptt step=27 \n", + "Backpropagation step t=27 bptt step=26 \n", + "Backpropagation step t=27 bptt step=25 \n", + "Backpropagation step t=27 bptt step=24 \n", + "Backpropagation step t=27 bptt step=23 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=26 bptt step=26 \n", + "Backpropagation step t=26 bptt step=25 \n", + "Backpropagation step t=26 bptt step=24 \n", + "Backpropagation step t=26 bptt step=23 \n", + "Backpropagation step t=26 bptt step=22 \n", + "Backpropagation step t=25 bptt step=25 \n", + "Backpropagation step t=25 bptt step=24 \n", + "Backpropagation step t=25 bptt step=23 \n", + "Backpropagation step t=25 bptt step=22 \n", + "Backpropagation step t=25 bptt step=21 \n", + "Backpropagation step t=24 bptt step=24 \n", + "Backpropagation step t=24 bptt step=23 \n", + "Backpropagation step t=24 bptt step=22 \n", + "Backpropagation step t=24 bptt step=21 \n", + "Backpropagation step t=24 bptt step=20 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=23 bptt step=23 \n", + "Backpropagation step t=23 bptt step=22 \n", + "Backpropagation step t=23 bptt step=21 \n", + "Backpropagation step t=23 bptt step=20 \n", + "Backpropagation step t=23 bptt step=19 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n", + "Backpropagation step t=22 bptt step=22 \n", + "Backpropagation step t=22 bptt step=21 \n", + "Backpropagation step t=22 bptt step=20 \n", + "Backpropagation step t=22 bptt step=19 \n", + "Backpropagation step t=22 bptt step=18 \n", + "Backpropagation step t=21 bptt step=21 \n", + "Backpropagation step t=21 bptt step=20 \n", + "Backpropagation step t=21 bptt step=19 \n", + "Backpropagation step t=21 bptt step=18 \n", + "Backpropagation step t=21 bptt step=17 \n", + "Backpropagation step t=20 bptt step=20 \n", + "Backpropagation step t=20 bptt step=19 \n", + "Backpropagation step t=20 bptt step=18 \n", + "Backpropagation step t=20 bptt step=17 \n", + "Backpropagation step t=20 bptt step=16 \n", + "Backpropagation step t=19 bptt step=19 \n", + "Backpropagation step t=19 bptt step=18 \n", + "Backpropagation step t=19 bptt step=17 \n", + "Backpropagation step t=19 bptt step=16 \n", + "Backpropagation step t=19 bptt step=15 \n", + "Backpropagation step t=18 bptt step=18 \n", + "Backpropagation step t=18 bptt step=17 \n", + "Backpropagation step t=18 bptt step=16 \n", + "Backpropagation step t=18 bptt step=15 \n", + "Backpropagation step t=18 bptt step=14 \n", + "Backpropagation step t=17 bptt step=17 \n", + "Backpropagation step t=17 bptt step=16 \n", + "Backpropagation step t=17 bptt step=15 \n", + "Backpropagation step t=17 bptt step=14 \n", + "Backpropagation step t=17 bptt step=13 \n", + "Backpropagation step t=16 bptt step=16 \n", + "Backpropagation step t=16 bptt step=15 \n", + "Backpropagation step t=16 bptt step=14 \n", + "Backpropagation step t=16 bptt step=13 \n", + "Backpropagation step t=16 bptt step=12 \n", + "Backpropagation step t=15 bptt step=15 \n", + "Backpropagation step t=15 bptt step=14 \n", + "Backpropagation step t=15 bptt step=13 \n", + "Backpropagation step t=15 bptt step=12 \n", + "Backpropagation step t=15 bptt step=11 \n", + "Backpropagation step t=14 bptt step=14 \n", + "Backpropagation step t=14 bptt step=13 \n", + "Backpropagation step t=14 bptt step=12 \n", + "Backpropagation step t=14 bptt step=11 \n", + "Backpropagation step t=14 bptt step=10 \n", + "Backpropagation step t=13 bptt step=13 \n", + "Backpropagation step t=13 bptt step=12 \n", + "Backpropagation step t=13 bptt step=11 \n", + "Backpropagation step t=13 bptt step=10 \n", + "Backpropagation step t=13 bptt step=9 \n", + "Backpropagation step t=12 bptt step=12 \n", + "Backpropagation step t=12 bptt step=11 \n", + "Backpropagation step t=12 bptt step=10 \n", + "Backpropagation step t=12 bptt step=9 \n", + "Backpropagation step t=12 bptt step=8 \n", + "Backpropagation step t=11 bptt step=11 \n", + "Backpropagation step t=11 bptt step=10 \n", + "Backpropagation step t=11 bptt step=9 \n", + "Backpropagation step t=11 bptt step=8 \n", + "Backpropagation step t=11 bptt step=7 \n", + "Backpropagation step t=10 bptt step=10 \n", + "Backpropagation step t=10 bptt step=9 \n", + "Backpropagation step t=10 bptt step=8 \n", + "Backpropagation step t=10 bptt step=7 \n", + "Backpropagation step t=10 bptt step=6 \n", + "Backpropagation step t=9 bptt step=9 \n", + "Backpropagation step t=9 bptt step=8 \n", + "Backpropagation step t=9 bptt step=7 \n", + "Backpropagation step t=9 bptt step=6 \n", + "Backpropagation step t=9 bptt step=5 \n", + "Backpropagation step t=8 bptt step=8 \n", + "Backpropagation step t=8 bptt step=7 \n", + "Backpropagation step t=8 bptt step=6 \n", + "Backpropagation step t=8 bptt step=5 \n", + "Backpropagation step t=8 bptt step=4 \n", + "Backpropagation step t=7 bptt step=7 \n", + "Backpropagation step t=7 bptt step=6 \n", + "Backpropagation step t=7 bptt step=5 \n", + "Backpropagation step t=7 bptt step=4 \n", + "Backpropagation step t=7 bptt step=3 \n", + "Backpropagation step t=6 bptt step=6 \n", + "Backpropagation step t=6 bptt step=5 \n", + "Backpropagation step t=6 bptt step=4 \n", + "Backpropagation step t=6 bptt step=3 \n", + "Backpropagation step t=6 bptt step=2 \n", + "Backpropagation step t=5 bptt step=5 \n", + "Backpropagation step t=5 bptt step=4 \n", + "Backpropagation step t=5 bptt step=3 \n", + "Backpropagation step t=5 bptt step=2 \n", + "Backpropagation step t=5 bptt step=1 \n", + "Backpropagation step t=4 bptt step=4 \n", + "Backpropagation step t=4 bptt step=3 \n", + "Backpropagation step t=4 bptt step=2 \n", + "Backpropagation step t=4 bptt step=1 \n", + "Backpropagation step t=4 bptt step=0 \n", + "Backpropagation step t=3 bptt step=3 \n", + "Backpropagation step t=3 bptt step=2 \n", + "Backpropagation step t=3 bptt step=1 \n", + "Backpropagation step t=3 bptt step=0 \n", + "Backpropagation step t=2 bptt step=2 \n", + "Backpropagation step t=2 bptt step=1 \n", + "Backpropagation step t=2 bptt step=0 \n", + "Backpropagation step t=1 bptt step=1 \n", + "Backpropagation step t=1 bptt step=0 \n", + "Backpropagation step t=0 bptt step=0 \n" + ] + } + ], "source": [ "np.random.seed(10)\n", "# Train on a small subset of the data to see what happens\n", @@ -682,22 +93654,47 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": { - "collapsed": true - }, - "outputs": [], + "execution_count": 49, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "WARNING (theano.tensor.blas): Using NumPy C-API based implementation for BLAS functions.\n" + ] + } + ], "source": [ "from rnn_theano import RNNTheano, gradient_check_theano" ] }, { "cell_type": "code", - "execution_count": null, - "metadata": { - "collapsed": false - }, - "outputs": [], + "execution_count": 50, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/thienan/PythonApp/RNN/rnn-tutorial-rnnlm/rnn_theano.py:32: UserWarning: DEPRECATION: If x is a vector, Softmax will not automatically pad x anymore in next releases. If you need it, please do it manually. The vector case is gonna be supported soon and the output will be a vector.\n", + " o_t = T.nnet.softmax(V.dot(s_t))\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Performing gradient check for parameter U with size 50.\n", + "Gradient check for parameter U passed.\n", + "Performing gradient check for parameter V with size 50.\n", + "Gradient check for parameter V passed.\n", + "Performing gradient check for parameter W with size 100.\n", + "Gradient check for parameter W passed.\n" + ] + } + ], "source": [ "np.random.seed(10)\n", "# To avoid performing millions of expensive calculations we use a smaller vocabulary size for checking.\n", @@ -708,11 +93705,25 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": { - "collapsed": false - }, - "outputs": [], + "execution_count": 51, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/thienan/PythonApp/RNN/rnn-tutorial-rnnlm/rnn_theano.py:32: UserWarning: DEPRECATION: If x is a vector, Softmax will not automatically pad x anymore in next releases. If you need it, please do it manually. The vector case is gonna be supported soon and the output will be a vector.\n", + " o_t = T.nnet.softmax(V.dot(s_t))\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "148 ms ± 22.8 ms per loop (mean ± std. dev. of 7 runs, 10 loops each)\n" + ] + } + ], "source": [ "np.random.seed(10)\n", "model = RNNTheano(vocabulary_size)\n", @@ -721,9 +93732,7 @@ }, { "cell_type": "markdown", - "metadata": { - "collapsed": false - }, + "metadata": {}, "source": [ "This time, one SGD step takes 70ms on my Mac (without GPU) and 23ms on a [g2.2xlarge](https://aws.amazon.com/ec2/instance-types/#g2) Amazon EC2 instance with GPU. That's a 15x improvement over our initial implementation and means we can train our model in hours/days instead of weeks. There are still a vast number of optimizations we could make, but we're good enough for now.\n", "\n", @@ -732,11 +93741,17 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": { - "collapsed": false - }, - "outputs": [], + "execution_count": 52, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Loaded model parameters from ./data/trained-model-theano.npz. hidden_dim=50 word_dim=8000\n" + ] + } + ], "source": [ "from utils import load_model_parameters_theano, save_model_parameters_theano\n", "\n", @@ -759,11 +93774,26 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": { - "collapsed": false - }, - "outputs": [], + "execution_count": 54, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "no to rare their stuff go at all .\n", + "luck score number gear but lucky since game .\n", + "no watch work on the partners 3d a implies 6. .\n", + "the trailer what is needed hard .\n", + "me do you late getting bros .\n", + "cock is much did , no .\n", + "me so down different heavy written .\n", + "probably not very a bot or anywhere .\n", + "save this is defined so why ?\n", + "firmly but a magical gun tech .\n" + ] + } + ], "source": [ "def generate_sentence(model):\n", " # We start the sentence with the start token\n", @@ -788,7 +93818,7 @@ " # We want long sentences, not sentences with one or two words\n", " while len(sent) < senten_min_length:\n", " sent = generate_sentence(model)\n", - " print \" \".join(sent)" + " print(\" \".join(sent))" ] }, { @@ -813,23 +93843,23 @@ ], "metadata": { "kernelspec": { - "display_name": "Python 2", + "display_name": "Python (other-env)", "language": "python", - "name": "python2" + "name": "other-env" }, "language_info": { "codemirror_mode": { "name": "ipython", - "version": 2 + "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", - "pygments_lexer": "ipython2", - "version": "2.7.10" + "pygments_lexer": "ipython3", + "version": "3.6.8" } }, "nbformat": 4, - "nbformat_minor": 0 + "nbformat_minor": 1 } diff --git a/requirements.txt b/requirements.txt index 0448421..6e2a282 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,46 +1,32 @@ appnope==0.1.0 +backcall==0.1.0 backports.ssl-match-hostname==3.4.0.2 certifi==2015.9.6.2 +cycler==0.10.0 decorator==4.0.2 funcsigs==0.4 -functools32==3.2.3.post2 -gnureadline==6.3.3 -ipykernel==4.0.3 -ipython==4.0.0 -ipython-genutils==0.1.0 -ipywidgets==4.0.2 -Jinja2==2.8 -jsonschema==2.5.1 -jupyter==1.0.0 -jupyter-client==4.0.0 -jupyter-console==4.0.2 -jupyter-core==4.0.6 -MarkupSafe==0.23 -matplotlib==1.4.3 -mistune==0.7.1 -mock==1.3.0 -nbconvert==4.0.0 -nbformat==4.0.0 -nltk==3.0.5 -nose==1.3.7 -notebook==4.0.4 -numpy==1.9.2 -path.py==8.1.1 -pbr==1.8.0 -pexpect==3.3 -pickleshare==0.5 -ptyprocess==0.5 -Pygments==2.0.2 -pyparsing==2.0.3 -python-dateutil==2.4.2 -pytz==2015.4 -pyzmq==14.7.0 -qtconsole==4.0.1 -scipy==0.16.0 -simplegeneric==0.8.1 -six==1.9.0 -terminado==0.5 -Theano==0.7.0 -tornado==4.2.1 -traitlets==4.0.0 -wheel==0.26.0 +ipykernel==5.1.1 +ipython==7.7.0 +ipython-genutils==0.2.0 +jedi==0.14.1 +jupyter-client==5.3.1 +jupyter-core==4.5.0 +kiwisolver==1.1.0 +matplotlib==3.1.1 +nltk==3.4.4 +numpy==1.17.0 +parso==0.5.1 +pexpect==4.7.0 +pickleshare==0.7.5 +prompt-toolkit==2.0.9 +ptyprocess==0.6.0 +Pygments==2.4.2 +pyparsing==2.4.2 +python-dateutil==2.8.0 +pyzmq==18.0.2 +scipy==1.3.0 +six==1.12.0 +Theano==1.0.4 +tornado==6.0.3 +traitlets==4.3.2 +wcwidth==0.1.7 diff --git a/rnn_theano.py b/rnn_theano.py index 45a193f..86909dc 100644 --- a/rnn_theano.py +++ b/rnn_theano.py @@ -81,7 +81,7 @@ def gradient_check_theano(model, x, y, h=0.001, error_threshold=0.01): # Get the actual parameter value from the mode, e.g. model.W parameter_T = operator.attrgetter(pname)(model) parameter = parameter_T.get_value() - print "Performing gradient check for parameter %s with size %d." % (pname, np.prod(parameter.shape)) + print("Performing gradient check for parameter %s with size %d." % (pname, np.prod(parameter.shape))) # Iterate over each element of the parameter matrix, e.g. (0,0), (0,1), ... it = np.nditer(parameter, flags=['multi_index'], op_flags=['readwrite']) while not it.finished: @@ -104,12 +104,12 @@ def gradient_check_theano(model, x, y, h=0.001, error_threshold=0.01): relative_error = np.abs(backprop_gradient - estimated_gradient)/(np.abs(backprop_gradient) + np.abs(estimated_gradient)) # If the error is to large fail the gradient check if relative_error > error_threshold: - print "Gradient Check ERROR: parameter=%s ix=%s" % (pname, ix) - print "+h Loss: %f" % gradplus - print "-h Loss: %f" % gradminus - print "Estimated_gradient: %f" % estimated_gradient - print "Backpropagation gradient: %f" % backprop_gradient - print "Relative Error: %f" % relative_error + print("Gradient Check ERROR: parameter=%s ix=%s" % (pname, ix)) + print("+h Loss: %f" % gradplus) + print("-h Loss: %f" % gradminus) + print("Estimated_gradient: %f" % estimated_gradient) + print("Backpropagation gradient: %f" % backprop_gradient) + print("Relative Error: %f" % relative_error) return it.iternext() - print "Gradient check for parameter %s passed." % (pname) \ No newline at end of file + print("Gradient check for parameter %s passed." % (pname)) \ No newline at end of file diff --git a/train-theano.py b/train-theano.py index 4a1b332..e9fbcbe 100755 --- a/train-theano.py +++ b/train-theano.py @@ -30,11 +30,11 @@ def train_with_sgd(model, X_train, y_train, learning_rate=0.005, nepoch=1, evalu loss = model.calculate_loss(X_train, y_train) losses.append((num_examples_seen, loss)) time = datetime.now().strftime('%Y-%m-%d-%H-%M-%S') - print "%s: Loss after num_examples_seen=%d epoch=%d: %f" % (time, num_examples_seen, epoch, loss) + print("%s: Loss after num_examples_seen=%d epoch=%d: %f" % (time, num_examples_seen, epoch, loss)) # Adjust the learning rate if loss increases if (len(losses) > 1 and losses[-1][1] > losses[-2][1]): learning_rate = learning_rate * 0.5 - print "Setting learning rate to %f" % learning_rate + print("Setting learning rate to %f" % learning_rate) sys.stdout.flush() # ADDED! Saving model oarameters save_model_parameters_theano("./data/rnn-theano-%d-%d-%s.npz" % (model.hidden_dim, model.word_dim, time), model) @@ -51,21 +51,21 @@ def train_with_sgd(model, X_train, y_train, learning_rate=0.005, nepoch=1, evalu # Read the data and append SENTENCE_START and SENTENCE_END tokens print "Reading CSV file..." -with open('data/reddit-comments-2015-08.csv', 'rb') as f: +with open('data/reddit-comments-2015-08.csv', 'rt', encoding = 'utf8') as f: reader = csv.reader(f, skipinitialspace=True) reader.next() # Split full comments into sentences - sentences = itertools.chain(*[nltk.sent_tokenize(x[0].decode('utf-8').lower()) for x in reader]) + sentences = itertools.chain(*[nltk.sent_tokenize(x[0].lower()) for x in reader]) # Append SENTENCE_START and SENTENCE_END sentences = ["%s %s %s" % (sentence_start_token, x, sentence_end_token) for x in sentences] -print "Parsed %d sentences." % (len(sentences)) +print("Parsed %d sentences." % (len(sentences))) # Tokenize the sentences into words tokenized_sentences = [nltk.word_tokenize(sent) for sent in sentences] # Count the word frequencies word_freq = nltk.FreqDist(itertools.chain(*tokenized_sentences)) -print "Found %d unique words tokens." % len(word_freq.items()) +print("Found %d unique words tokens." % len(word_freq.items())) # Get the most common words and build index_to_word and word_to_index vectors vocab = word_freq.most_common(vocabulary_size-1) @@ -73,8 +73,8 @@ def train_with_sgd(model, X_train, y_train, learning_rate=0.005, nepoch=1, evalu index_to_word.append(unknown_token) word_to_index = dict([(w,i) for i,w in enumerate(index_to_word)]) -print "Using vocabulary size %d." % vocabulary_size -print "The least frequent word in our vocabulary is '%s' and appeared %d times." % (vocab[-1][0], vocab[-1][1]) +print("Using vocabulary size %d." % vocabulary_size) +print("The least frequent word in our vocabulary is '%s' and appeared %d times." % (vocab[-1][0], vocab[-1][1])) # Replace all words not in our vocabulary with the unknown token for i, sent in enumerate(tokenized_sentences): @@ -89,7 +89,7 @@ def train_with_sgd(model, X_train, y_train, learning_rate=0.005, nepoch=1, evalu t1 = time.time() model.sgd_step(X_train[10], y_train[10], _LEARNING_RATE) t2 = time.time() -print "SGD Step time: %f milliseconds" % ((t2 - t1) * 1000.) +print("SGD Step time: %f milliseconds" % ((t2 - t1) * 1000.)) if _MODEL_FILE != None: load_model_parameters_theano(_MODEL_FILE, model) diff --git a/utils.py b/utils.py index 2c33ba6..1e93fb1 100644 --- a/utils.py +++ b/utils.py @@ -7,7 +7,7 @@ def softmax(x): def save_model_parameters_theano(outfile, model): U, V, W = model.U.get_value(), model.V.get_value(), model.W.get_value() np.savez(outfile, U=U, V=V, W=W) - print "Saved model parameters to %s." % outfile + print ("Saved model parameters to %s." % outfile) def load_model_parameters_theano(path, model): npzfile = np.load(path) @@ -17,5 +17,5 @@ def load_model_parameters_theano(path, model): model.U.set_value(U) model.V.set_value(V) model.W.set_value(W) - print "Loaded model parameters from %s. hidden_dim=%d word_dim=%d" % (path, U.shape[0], U.shape[1]) + print ("Loaded model parameters from %s. hidden_dim=%d word_dim=%d" % (path, U.shape[0], U.shape[1])) \ No newline at end of file