diff options
Diffstat (limited to '10-fold-crossvalidations')
6 files changed, 23011 insertions, 0 deletions
diff --git a/10-fold-crossvalidations/cdk/tensorflow/prediction-v5.ipynb b/10-fold-crossvalidations/cdk/tensorflow/prediction-v5.ipynb new file mode 100644 index 0000000..a860500 --- /dev/null +++ b/10-fold-crossvalidations/cdk/tensorflow/prediction-v5.ipynb @@ -0,0 +1,11615 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Using TensorFlow backend.\n" + ] + } + ], + "source": [ + "from keras import optimizers, regularizers\n", + "from keras.layers import Dense, Dropout, Input\n", + "from keras.models import Model, Sequential\n", + "from random import shuffle\n", + "from scipy import interp\n", + "from sklearn.linear_model import LogisticRegression\n", + "from scipy.stats.mstats import gmean\n", + "from sklearn.ensemble import RandomForestClassifier\n", + "from sklearn.metrics import roc_curve, auc\n", + "from sklearn.model_selection import StratifiedKFold, train_test_split\n", + "from sklearn.preprocessing import QuantileTransformer\n", + "import contextlib\n", + "import glob\n", + "import gzip\n", + "import h5py\n", + "import keras\n", + "import numpy as np\n", + "import os\n", + "import pandas as pd\n", + "import pylab as plt\n", + "import random\n", + "import scipy\n", + "import sklearn\n", + "import tensorflow as tf\n", + "from sklearn.ensemble import RandomForestClassifier\n", + "from sklearn.datasets import make_classification\n", + "from sklearn.svm import SVC\n", + "\n", + "\n", + "random_state = np.random.RandomState(0)\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "\"X_f = '/home/drewe/notebooks/genotox/GenoTox-database.csv'\\ny_f = '/home/drewe/notebooks/genotox/outcome-mod-2.csv'\\n\\nX = pd.read_csv(X_f).values[:,:-1]\\ny = pd.read_csv(y_f).values\\n\\n\\nix = [i for i in range(y.shape[0])]\\nshuffle(ix)\\nX = X[ix, :]\\ny = y[ix]\\nnames = pd.read_csv(X_f)['Unnamed: 0'][ix].values\\nX = sklearn.preprocessing.quantile_transform(X, axis=1, output_distribution='uniform', copy=True)\\ny = y[: ,0]\\n\"" + ] + }, + "execution_count": 2, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "'''X_f = '/home/drewe/notebooks/genotox/GenoTox-database.csv'\n", + "y_f = '/home/drewe/notebooks/genotox/outcome-mod-2.csv'\n", + "\n", + "X = pd.read_csv(X_f).values[:,:-1]\n", + "y = pd.read_csv(y_f).values\n", + "\n", + "\n", + "ix = [i for i in range(y.shape[0])]\n", + "shuffle(ix)\n", + "X = X[ix, :]\n", + "y = y[ix]\n", + "names = pd.read_csv(X_f)['Unnamed: 0'][ix].values\n", + "X = sklearn.preprocessing.quantile_transform(X, axis=1, output_distribution='uniform', copy=True)\n", + "y = y[: ,0]\n", + "'''\n" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": {}, + "outputs": [], + "source": [ + "X_f_ext = '/home/drewe/notebooks/genotox/mutagenicity-fingerprints.csv'\n", + "\n", + "X = pd.read_csv(X_f_ext,sep=',')\n", + "X['Mutagenicity_bin'] = np.int32(X['Mutagenicity'] == 'mutagenic')\n", + "del X['Mutagenicity']\n", + "\n", + "X_f_ext = '/home/drewe/notebooks/genotox/mutagenicity-mod-2.csv'\n", + "\n", + "X_ext = pd.read_csv(X_f_ext,sep=';')\n", + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": {}, + "outputs": [], + "source": [ + "X = pd.merge(X[['Canonical SMILES','Mutagenicity_bin']], X_ext, left_on='Canonical SMILES', right_on='Name')\n", + "y = X['Mutagenicity_bin'].values\n" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "metadata": { + "scrolled": true + }, + "outputs": [], + "source": [ + "#X.to_csv('/home/drewe/notebooks/genotox/mutagenicity-mod-2.new.csv')\n", + "#X.set_index('Canonical SMILES').to_csv('/home/drewe/notebooks/genotox/mutagenicity-mod-2.new.csv')" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "metadata": {}, + "outputs": [], + "source": [ + "del X['Mutagenicity_bin']\n" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "metadata": {}, + "outputs": [], + "source": [ + "names = X['Name'].values\n", + "del X['Name']\n", + "\n", + "X = np.float64(X.values[:,1:])\n", + "\n", + "ix = [i for i in range(y.shape[0])]\n", + "shuffle(ix)\n", + "X = X[ix, :]\n", + "names = names[ix]\n", + "y = y[ix]\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": 8, + "metadata": {}, + "outputs": [], + "source": [ + "X = sklearn.preprocessing.quantile_transform(X, axis=1, output_distribution='uniform', copy=True)" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "(8083, 1442)" + ] + }, + "execution_count": 9, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "X.shape" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + ">>\n", + ".\n", + "Epoch 1/50\n", + "7274/7274 [==============================] - 0s 42us/step - loss: 0.4451 - acc: 0.7986\n", + "Epoch 2/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4496 - acc: 0.7961\n", + "Epoch 3/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4410 - acc: 0.8000\n", + "Epoch 4/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4555 - acc: 0.7903\n", + "Epoch 5/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4735 - acc: 0.7792\n", + "Epoch 6/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4449 - acc: 0.7994\n", + "Epoch 7/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4403 - acc: 0.8016\n", + "Epoch 8/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4437 - acc: 0.8008\n", + "Epoch 9/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4498 - acc: 0.7906\n", + "Epoch 10/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4442 - acc: 0.7993\n", + "Epoch 11/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4411 - acc: 0.7996\n", + "Epoch 12/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4447 - acc: 0.7942\n", + "Epoch 13/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4432 - acc: 0.7979\n", + "Epoch 14/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4381 - acc: 0.7978\n", + "Epoch 15/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4449 - acc: 0.8005\n", + "Epoch 16/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4401 - acc: 0.8007\n", + "Epoch 17/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4312 - acc: 0.8090\n", + "Epoch 18/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4465 - acc: 0.7939\n", + "Epoch 19/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4406 - acc: 0.8020\n", + "Epoch 20/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4291 - acc: 0.8060\n", + "Epoch 21/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4317 - acc: 0.8077\n", + "Epoch 22/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4325 - acc: 0.8038\n", + "Epoch 23/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4388 - acc: 0.8033\n", + "Epoch 24/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4309 - acc: 0.8078\n", + "Epoch 25/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4226 - acc: 0.8133\n", + "Epoch 26/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4190 - acc: 0.8125\n", + "Epoch 27/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4258 - acc: 0.8101\n", + "Epoch 28/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4464 - acc: 0.8041\n", + "Epoch 29/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4410 - acc: 0.8073\n", + "Epoch 30/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4440 - acc: 0.8020\n", + "Epoch 31/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4373 - acc: 0.8056\n", + "Epoch 32/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4334 - acc: 0.8031\n", + "Epoch 33/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4221 - acc: 0.8126\n", + "Epoch 34/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4454 - acc: 0.8049\n", + "Epoch 35/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4297 - acc: 0.8096\n", + "Epoch 36/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4212 - acc: 0.8180\n", + "Epoch 37/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4311 - acc: 0.8121\n", + "Epoch 38/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4330 - acc: 0.8108\n", + "Epoch 39/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4241 - acc: 0.8165\n", + "Epoch 40/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4278 - acc: 0.8119\n", + "Epoch 41/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4235 - acc: 0.8145\n", + "Epoch 42/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4334 - acc: 0.8093\n", + "Epoch 43/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4379 - acc: 0.8082\n", + "Epoch 44/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4398 - acc: 0.8048\n", + "Epoch 45/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4321 - acc: 0.8074\n", + "Epoch 46/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4219 - acc: 0.8167\n", + "Epoch 47/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4217 - acc: 0.8166\n", + "Epoch 48/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4245 - acc: 0.8143\n", + "Epoch 49/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4171 - acc: 0.8189\n", + "Epoch 50/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4250 - acc: 0.8129\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4386 - acc: 0.7979\n", + "Epoch 2/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4482 - acc: 0.7978\n", + "Epoch 3/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4321 - acc: 0.8022\n", + "Epoch 4/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4291 - acc: 0.8055\n", + "Epoch 5/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4332 - acc: 0.8048\n", + "Epoch 6/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4257 - acc: 0.8059\n", + "Epoch 7/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4309 - acc: 0.8089\n", + "Epoch 8/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4319 - acc: 0.8016\n", + "Epoch 9/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4232 - acc: 0.8064\n", + "Epoch 10/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4394 - acc: 0.7982\n", + "Epoch 11/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4193 - acc: 0.8128\n", + "Epoch 12/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4195 - acc: 0.8088\n", + "Epoch 13/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4184 - acc: 0.8108\n", + "Epoch 14/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4235 - acc: 0.8067\n", + "Epoch 15/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4124 - acc: 0.8159\n", + "Epoch 16/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4126 - acc: 0.8141\n", + "Epoch 17/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4116 - acc: 0.8173\n", + "Epoch 18/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4243 - acc: 0.8077\n", + "Epoch 19/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4138 - acc: 0.8110\n", + "Epoch 20/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4460 - acc: 0.7960\n", + "Epoch 21/50\n", + "7274/7274 [==============================] - 0s 42us/step - loss: 0.4108 - acc: 0.8155\n", + "Epoch 22/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4008 - acc: 0.8221\n", + "Epoch 23/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4013 - acc: 0.8176\n", + "Epoch 24/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4022 - acc: 0.8162\n", + "Epoch 25/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4148 - acc: 0.8172\n", + "Epoch 26/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4012 - acc: 0.8194\n", + "Epoch 27/50\n", + "7274/7274 [==============================] - 0s 41us/step - loss: 0.4045 - acc: 0.8187\n", + "Epoch 28/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4100 - acc: 0.8162\n", + "Epoch 29/50\n", + "7274/7274 [==============================] - 0s 44us/step - loss: 0.4003 - acc: 0.8228\n", + "Epoch 30/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4024 - acc: 0.8189\n", + "Epoch 31/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4098 - acc: 0.8129\n", + "Epoch 32/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4008 - acc: 0.8240\n", + "Epoch 33/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.3954 - acc: 0.8250\n", + "Epoch 34/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.3955 - acc: 0.8217\n", + "Epoch 35/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.3972 - acc: 0.8240\n", + "Epoch 36/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.3964 - acc: 0.8269\n", + "Epoch 37/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.3944 - acc: 0.8254\n", + "Epoch 38/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.3843 - acc: 0.8317\n", + "Epoch 39/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.3907 - acc: 0.8276\n", + "Epoch 40/50\n", + "7274/7274 [==============================] - 0s 43us/step - loss: 0.3759 - acc: 0.8323\n", + "Epoch 41/50\n", + "7274/7274 [==============================] - 0s 43us/step - loss: 0.3847 - acc: 0.8275\n", + "Epoch 42/50\n", + "7274/7274 [==============================] - 0s 41us/step - loss: 0.4160 - acc: 0.8123\n", + "Epoch 43/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.3959 - acc: 0.8224\n", + "Epoch 44/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.3908 - acc: 0.8238\n", + "Epoch 45/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.3979 - acc: 0.8231\n", + "Epoch 46/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4004 - acc: 0.8228\n", + "Epoch 47/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.3798 - acc: 0.8353\n", + "Epoch 48/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.3894 - acc: 0.8240\n", + "Epoch 49/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.3934 - acc: 0.8216\n", + "Epoch 50/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.3826 - acc: 0.8299\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4435 - acc: 0.7963\n", + "Epoch 2/50\n", + "7274/7274 [==============================] - 0s 63us/step - loss: 0.4440 - acc: 0.7982\n", + "Epoch 3/50\n", + "7274/7274 [==============================] - 0s 52us/step - loss: 0.4525 - acc: 0.7934\n", + "Epoch 4/50\n", + "7274/7274 [==============================] - 0s 49us/step - loss: 0.4433 - acc: 0.7964\n", + "Epoch 5/50\n", + "7274/7274 [==============================] - 0s 43us/step - loss: 0.4321 - acc: 0.8067\n", + "Epoch 6/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4395 - acc: 0.7986\n", + "Epoch 7/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4360 - acc: 0.8066\n", + "Epoch 8/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4355 - acc: 0.8068\n", + "Epoch 9/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4525 - acc: 0.7901\n", + "Epoch 10/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4285 - acc: 0.8093\n", + "Epoch 11/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4351 - acc: 0.8089\n", + "Epoch 12/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4323 - acc: 0.8022\n", + "Epoch 13/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4244 - acc: 0.8090\n", + "Epoch 14/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4387 - acc: 0.8004\n", + "Epoch 15/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4321 - acc: 0.8023\n", + "Epoch 16/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4252 - acc: 0.8093\n", + "Epoch 17/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4321 - acc: 0.8008\n", + "Epoch 18/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4238 - acc: 0.8137\n", + "Epoch 19/50\n", + "7274/7274 [==============================] - 0s 41us/step - loss: 0.4174 - acc: 0.8125\n", + "Epoch 20/50\n", + "7274/7274 [==============================] - 0s 41us/step - loss: 0.4318 - acc: 0.8068\n", + "Epoch 21/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4321 - acc: 0.8030\n", + "Epoch 22/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4250 - acc: 0.8112\n", + "Epoch 23/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4219 - acc: 0.8107\n", + "Epoch 24/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4274 - acc: 0.8059\n", + "Epoch 25/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4127 - acc: 0.8145\n", + "Epoch 26/50\n", + "7274/7274 [==============================] - 0s 41us/step - loss: 0.4215 - acc: 0.8085\n", + "Epoch 27/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4301 - acc: 0.8031\n", + "Epoch 28/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4062 - acc: 0.8216\n", + "Epoch 29/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4113 - acc: 0.8188\n", + "Epoch 30/50\n", + "7274/7274 [==============================] - 0s 41us/step - loss: 0.4170 - acc: 0.8141\n", + "Epoch 31/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4109 - acc: 0.8165\n", + "Epoch 32/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4271 - acc: 0.8049\n", + "Epoch 33/50\n", + "7274/7274 [==============================] - 0s 42us/step - loss: 0.4344 - acc: 0.8026\n", + "Epoch 34/50\n", + "7274/7274 [==============================] - 0s 41us/step - loss: 0.4160 - acc: 0.8111\n", + "Epoch 35/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4066 - acc: 0.8188\n", + "Epoch 36/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4036 - acc: 0.8242\n", + "Epoch 37/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4061 - acc: 0.8198\n", + "Epoch 38/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4146 - acc: 0.8178\n", + "Epoch 39/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4003 - acc: 0.8221\n", + "Epoch 40/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.3947 - acc: 0.8272\n", + "Epoch 41/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4126 - acc: 0.8099\n", + "Epoch 42/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4218 - acc: 0.8110\n", + "Epoch 43/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4047 - acc: 0.8232\n", + "Epoch 44/50\n", + "7274/7274 [==============================] - 0s 41us/step - loss: 0.4040 - acc: 0.8180\n", + "Epoch 45/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4137 - acc: 0.8099\n", + "Epoch 46/50\n", + "7274/7274 [==============================] - 0s 41us/step - loss: 0.3992 - acc: 0.8213\n", + "Epoch 47/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.3964 - acc: 0.8257\n", + "Epoch 48/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.3976 - acc: 0.8205\n", + "Epoch 49/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.3900 - acc: 0.8266\n", + "Epoch 50/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4029 - acc: 0.8189\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4309 - acc: 0.8040\n", + "Epoch 2/50\n", + "7274/7274 [==============================] - 0s 42us/step - loss: 0.4281 - acc: 0.8078\n", + "Epoch 3/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4624 - acc: 0.7909\n", + "Epoch 4/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4307 - acc: 0.8082\n", + "Epoch 5/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4235 - acc: 0.8115\n", + "Epoch 6/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4349 - acc: 0.8033\n", + "Epoch 7/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4145 - acc: 0.8143\n", + "Epoch 8/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4254 - acc: 0.8117\n", + "Epoch 9/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4243 - acc: 0.8092\n", + "Epoch 10/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4229 - acc: 0.8092\n", + "Epoch 11/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4331 - acc: 0.8033\n", + "Epoch 12/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4223 - acc: 0.8111\n", + "Epoch 13/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4037 - acc: 0.8239\n", + "Epoch 14/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4047 - acc: 0.8238\n", + "Epoch 15/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4295 - acc: 0.8023\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 16/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4127 - acc: 0.8150\n", + "Epoch 17/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3998 - acc: 0.8225\n", + "Epoch 18/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4149 - acc: 0.8154\n", + "Epoch 19/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4096 - acc: 0.8191\n", + "Epoch 20/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4125 - acc: 0.8170\n", + "Epoch 21/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4090 - acc: 0.8144\n", + "Epoch 22/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4048 - acc: 0.8220\n", + "Epoch 23/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4153 - acc: 0.8151\n", + "Epoch 24/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4161 - acc: 0.8159\n", + "Epoch 25/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4086 - acc: 0.8203\n", + "Epoch 26/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4061 - acc: 0.8161\n", + "Epoch 27/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3903 - acc: 0.8244\n", + "Epoch 28/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.3906 - acc: 0.8261\n", + "Epoch 29/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.3957 - acc: 0.8240\n", + "Epoch 30/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.3927 - acc: 0.8271\n", + "Epoch 31/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3927 - acc: 0.8254\n", + "Epoch 32/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4217 - acc: 0.8123\n", + "Epoch 33/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.3869 - acc: 0.8276\n", + "Epoch 34/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.3836 - acc: 0.8301\n", + "Epoch 35/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.3873 - acc: 0.8284\n", + "Epoch 36/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.3879 - acc: 0.8287\n", + "Epoch 37/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4443 - acc: 0.8008\n", + "Epoch 38/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4060 - acc: 0.8217\n", + "Epoch 39/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3886 - acc: 0.8273\n", + "Epoch 40/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.3765 - acc: 0.8363\n", + "Epoch 41/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3834 - acc: 0.8287\n", + "Epoch 42/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.3786 - acc: 0.8328\n", + "Epoch 43/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3961 - acc: 0.8250\n", + "Epoch 44/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.3742 - acc: 0.8378\n", + "Epoch 45/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.3986 - acc: 0.8272\n", + "Epoch 46/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3836 - acc: 0.8326\n", + "Epoch 47/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3724 - acc: 0.8334\n", + "Epoch 48/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3847 - acc: 0.8298\n", + "Epoch 49/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.3753 - acc: 0.8350\n", + "Epoch 50/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3751 - acc: 0.8313\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4418 - acc: 0.8002\n", + "Epoch 2/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4510 - acc: 0.7942\n", + "Epoch 3/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4450 - acc: 0.7961\n", + "Epoch 4/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4335 - acc: 0.8026\n", + "Epoch 5/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4399 - acc: 0.7991\n", + "Epoch 6/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4475 - acc: 0.7945\n", + "Epoch 7/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4367 - acc: 0.7998\n", + "Epoch 8/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4318 - acc: 0.8019\n", + "Epoch 9/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4352 - acc: 0.8019\n", + "Epoch 10/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4303 - acc: 0.8044\n", + "Epoch 11/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4386 - acc: 0.7961\n", + "Epoch 12/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4396 - acc: 0.8009\n", + "Epoch 13/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4388 - acc: 0.7963\n", + "Epoch 14/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4217 - acc: 0.8057\n", + "Epoch 15/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4327 - acc: 0.8029\n", + "Epoch 16/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4418 - acc: 0.7954\n", + "Epoch 17/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4330 - acc: 0.8051\n", + "Epoch 18/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4299 - acc: 0.8055\n", + "Epoch 19/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4244 - acc: 0.8101\n", + "Epoch 20/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4255 - acc: 0.8075\n", + "Epoch 21/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4125 - acc: 0.8184\n", + "Epoch 22/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4186 - acc: 0.8107\n", + "Epoch 23/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4246 - acc: 0.8099\n", + "Epoch 24/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4212 - acc: 0.8114\n", + "Epoch 25/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4156 - acc: 0.8177\n", + "Epoch 26/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4177 - acc: 0.8129\n", + "Epoch 27/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4146 - acc: 0.8140\n", + "Epoch 28/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4107 - acc: 0.8206\n", + "Epoch 29/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4262 - acc: 0.8075\n", + "Epoch 30/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4039 - acc: 0.8192\n", + "Epoch 31/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4075 - acc: 0.8150\n", + "Epoch 32/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4086 - acc: 0.8199\n", + "Epoch 33/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4031 - acc: 0.8221\n", + "Epoch 34/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4044 - acc: 0.8185\n", + "Epoch 35/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4109 - acc: 0.8152\n", + "Epoch 36/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4003 - acc: 0.8231\n", + "Epoch 37/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4007 - acc: 0.8199\n", + "Epoch 38/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.3910 - acc: 0.8255\n", + "Epoch 39/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4209 - acc: 0.8096\n", + "Epoch 40/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.3996 - acc: 0.8227\n", + "Epoch 41/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.3981 - acc: 0.8262\n", + "Epoch 42/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.3911 - acc: 0.8275\n", + "Epoch 43/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3953 - acc: 0.8231\n", + "Epoch 44/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3909 - acc: 0.8236\n", + "Epoch 45/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.3899 - acc: 0.8332\n", + "Epoch 46/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3843 - acc: 0.8291\n", + "Epoch 47/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3986 - acc: 0.8199\n", + "Epoch 48/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.3845 - acc: 0.8297\n", + "Epoch 49/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3886 - acc: 0.8268\n", + "Epoch 50/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.3952 - acc: 0.8217\n", + " 0.8652348763583468\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7274/7274 [==============================] - 0s 33us/step - loss: 0.4533 - acc: 0.7952\n", + "Epoch 2/50\n", + "7274/7274 [==============================] - 0s 33us/step - loss: 0.4432 - acc: 0.7993\n", + "Epoch 3/50\n", + "7274/7274 [==============================] - 0s 33us/step - loss: 0.4550 - acc: 0.7931\n", + "Epoch 4/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4325 - acc: 0.7994\n", + "Epoch 5/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4370 - acc: 0.8018\n", + "Epoch 6/50\n", + "7274/7274 [==============================] - 0s 33us/step - loss: 0.4477 - acc: 0.7987\n", + "Epoch 7/50\n", + "7274/7274 [==============================] - 0s 33us/step - loss: 0.4312 - acc: 0.8041\n", + "Epoch 8/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4360 - acc: 0.8026\n", + "Epoch 9/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4259 - acc: 0.8081\n", + "Epoch 10/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4303 - acc: 0.8077\n", + "Epoch 11/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4365 - acc: 0.8009\n", + "Epoch 12/50\n", + "7274/7274 [==============================] - 0s 33us/step - loss: 0.4288 - acc: 0.8053\n", + "Epoch 13/50\n", + "7274/7274 [==============================] - 0s 33us/step - loss: 0.4282 - acc: 0.8056\n", + "Epoch 14/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4293 - acc: 0.8062\n", + "Epoch 15/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4316 - acc: 0.8045\n", + "Epoch 16/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4431 - acc: 0.7952\n", + "Epoch 17/50\n", + "7274/7274 [==============================] - 0s 33us/step - loss: 0.4293 - acc: 0.8000\n", + "Epoch 18/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4217 - acc: 0.8114\n", + "Epoch 19/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4250 - acc: 0.8075\n", + "Epoch 20/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4218 - acc: 0.8082\n", + "Epoch 21/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4240 - acc: 0.8040\n", + "Epoch 22/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4261 - acc: 0.8084\n", + "Epoch 23/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4123 - acc: 0.8125\n", + "Epoch 24/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4295 - acc: 0.8067\n", + "Epoch 25/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4268 - acc: 0.8057\n", + "Epoch 26/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4137 - acc: 0.8144\n", + "Epoch 27/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4069 - acc: 0.8165\n", + "Epoch 28/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4130 - acc: 0.8136\n", + "Epoch 29/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4111 - acc: 0.8137\n", + "Epoch 30/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4100 - acc: 0.8139\n", + "Epoch 31/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4122 - acc: 0.8161\n", + "Epoch 32/50\n", + "7274/7274 [==============================] - 0s 33us/step - loss: 0.4090 - acc: 0.8134\n", + "Epoch 33/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3981 - acc: 0.8211\n", + "Epoch 34/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4130 - acc: 0.8174\n", + "Epoch 35/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4126 - acc: 0.8169\n", + "Epoch 36/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4096 - acc: 0.8165\n", + "Epoch 37/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4086 - acc: 0.8145\n", + "Epoch 38/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.3985 - acc: 0.8207\n", + "Epoch 39/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4080 - acc: 0.8159\n", + "Epoch 40/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4104 - acc: 0.8136\n", + "Epoch 41/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4018 - acc: 0.8211\n", + "Epoch 42/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4140 - acc: 0.8117\n", + "Epoch 43/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.3983 - acc: 0.8198\n", + "Epoch 44/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4044 - acc: 0.8173\n", + "Epoch 45/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4105 - acc: 0.8192\n", + "Epoch 46/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4029 - acc: 0.8195\n", + "Epoch 47/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.3958 - acc: 0.8249\n", + "Epoch 48/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.3962 - acc: 0.8275\n", + "Epoch 49/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4160 - acc: 0.8096\n", + "Epoch 50/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4040 - acc: 0.8218\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4471 - acc: 0.7985\n", + "Epoch 2/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4481 - acc: 0.7972\n", + "Epoch 3/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4478 - acc: 0.7957\n", + "Epoch 4/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4440 - acc: 0.8011\n", + "Epoch 5/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4359 - acc: 0.8024\n", + "Epoch 6/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4452 - acc: 0.7980\n", + "Epoch 7/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4395 - acc: 0.8016\n", + "Epoch 8/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4279 - acc: 0.8081\n", + "Epoch 9/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4350 - acc: 0.8004\n", + "Epoch 10/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4299 - acc: 0.8055\n", + "Epoch 11/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4413 - acc: 0.7957\n", + "Epoch 12/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4503 - acc: 0.7946\n", + "Epoch 13/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4356 - acc: 0.8053\n", + "Epoch 14/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4270 - acc: 0.8081\n", + "Epoch 15/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4476 - acc: 0.7921\n", + "Epoch 16/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4277 - acc: 0.8064\n", + "Epoch 17/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4228 - acc: 0.8139\n", + "Epoch 18/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4271 - acc: 0.8070\n", + "Epoch 19/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4271 - acc: 0.8106\n", + "Epoch 20/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4295 - acc: 0.8060\n", + "Epoch 21/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4281 - acc: 0.8062\n", + "Epoch 22/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4253 - acc: 0.8073\n", + "Epoch 23/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4192 - acc: 0.8103\n", + "Epoch 24/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4212 - acc: 0.8141\n", + "Epoch 25/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4425 - acc: 0.7997\n", + "Epoch 26/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4285 - acc: 0.8051\n", + "Epoch 27/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4259 - acc: 0.8052\n", + "Epoch 28/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4191 - acc: 0.8139\n", + "Epoch 29/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4262 - acc: 0.8079\n", + "Epoch 30/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4160 - acc: 0.8128\n", + "Epoch 31/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4489 - acc: 0.7993\n", + "Epoch 32/50\n", + "7274/7274 [==============================] - 0s 33us/step - loss: 0.4191 - acc: 0.8125\n", + "Epoch 33/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4088 - acc: 0.8174\n", + "Epoch 34/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4222 - acc: 0.8101\n", + "Epoch 35/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4190 - acc: 0.8118\n", + "Epoch 36/50\n", + "7274/7274 [==============================] - 0s 33us/step - loss: 0.4146 - acc: 0.8170\n", + "Epoch 37/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4095 - acc: 0.8202\n", + "Epoch 38/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4301 - acc: 0.8040\n", + "Epoch 39/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4097 - acc: 0.8176\n", + "Epoch 40/50\n", + "7274/7274 [==============================] - 0s 33us/step - loss: 0.4096 - acc: 0.8184\n", + "Epoch 41/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4197 - acc: 0.8133\n", + "Epoch 42/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4072 - acc: 0.8216\n", + "Epoch 43/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4024 - acc: 0.8221\n", + "Epoch 44/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4151 - acc: 0.8132\n", + "Epoch 45/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4088 - acc: 0.8155\n", + "Epoch 46/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4043 - acc: 0.8205\n", + "Epoch 47/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3983 - acc: 0.8258\n", + "Epoch 48/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4198 - acc: 0.8178\n", + "Epoch 49/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4125 - acc: 0.8200\n", + "Epoch 50/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4027 - acc: 0.8203\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4469 - acc: 0.7941\n", + "Epoch 2/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4316 - acc: 0.8041\n", + "Epoch 3/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4404 - acc: 0.7971\n", + "Epoch 4/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4293 - acc: 0.8048\n", + "Epoch 5/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4251 - acc: 0.8097\n", + "Epoch 6/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4354 - acc: 0.7994\n", + "Epoch 7/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4324 - acc: 0.8068\n", + "Epoch 8/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4190 - acc: 0.8096\n", + "Epoch 9/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4253 - acc: 0.8064\n", + "Epoch 10/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4092 - acc: 0.8139\n", + "Epoch 11/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4066 - acc: 0.8176\n", + "Epoch 12/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4146 - acc: 0.8172\n", + "Epoch 13/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4077 - acc: 0.8188\n", + "Epoch 14/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4225 - acc: 0.8049\n", + "Epoch 15/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4126 - acc: 0.8154\n", + "Epoch 16/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4302 - acc: 0.8011\n", + "Epoch 17/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4207 - acc: 0.8088\n", + "Epoch 18/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4121 - acc: 0.8155\n", + "Epoch 19/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4104 - acc: 0.8121\n", + "Epoch 20/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4153 - acc: 0.8144\n", + "Epoch 21/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.3940 - acc: 0.8244\n", + "Epoch 22/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4192 - acc: 0.8114\n", + "Epoch 23/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4055 - acc: 0.8158\n", + "Epoch 24/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4038 - acc: 0.8192\n", + "Epoch 25/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4067 - acc: 0.8172\n", + "Epoch 26/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4042 - acc: 0.8165\n", + "Epoch 27/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3990 - acc: 0.8229\n", + "Epoch 28/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3972 - acc: 0.8213\n", + "Epoch 29/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.3939 - acc: 0.8247\n", + "Epoch 30/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3923 - acc: 0.8216\n", + "Epoch 31/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3935 - acc: 0.8243\n", + "Epoch 32/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.3896 - acc: 0.8273\n", + "Epoch 33/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.3991 - acc: 0.8210\n", + "Epoch 34/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3846 - acc: 0.8294\n", + "Epoch 35/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.3817 - acc: 0.8334\n", + "Epoch 36/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.3786 - acc: 0.8334\n", + "Epoch 37/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3817 - acc: 0.8254\n", + "Epoch 38/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.3896 - acc: 0.8238\n", + "Epoch 39/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3877 - acc: 0.8254\n", + "Epoch 40/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.3808 - acc: 0.8327\n", + "Epoch 41/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3781 - acc: 0.8283\n", + "Epoch 42/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3860 - acc: 0.8253\n", + "Epoch 43/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.3700 - acc: 0.8327\n", + "Epoch 44/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.3872 - acc: 0.8232\n", + "Epoch 45/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3802 - acc: 0.8290\n", + "Epoch 46/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.3797 - acc: 0.8295\n", + "Epoch 47/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3694 - acc: 0.8368\n", + "Epoch 48/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3774 - acc: 0.8342\n", + "Epoch 49/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.3702 - acc: 0.8365\n", + "Epoch 50/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3665 - acc: 0.8392\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4273 - acc: 0.8079\n", + "Epoch 2/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4296 - acc: 0.8078\n", + "Epoch 3/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4297 - acc: 0.8073\n", + "Epoch 4/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4283 - acc: 0.8055\n", + "Epoch 5/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4265 - acc: 0.8068\n", + "Epoch 6/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4344 - acc: 0.8070\n", + "Epoch 7/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4220 - acc: 0.8103\n", + "Epoch 8/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4175 - acc: 0.8096\n", + "Epoch 9/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4207 - acc: 0.8115\n", + "Epoch 10/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4217 - acc: 0.8086\n", + "Epoch 11/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4139 - acc: 0.8096\n", + "Epoch 12/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4195 - acc: 0.8119\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 13/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4186 - acc: 0.8172\n", + "Epoch 14/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4123 - acc: 0.8147\n", + "Epoch 15/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4168 - acc: 0.8139\n", + "Epoch 16/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4028 - acc: 0.8177\n", + "Epoch 17/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4141 - acc: 0.8108\n", + "Epoch 18/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4121 - acc: 0.8181\n", + "Epoch 19/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4091 - acc: 0.8180\n", + "Epoch 20/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.3966 - acc: 0.8216\n", + "Epoch 21/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4128 - acc: 0.8128\n", + "Epoch 22/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4045 - acc: 0.8196\n", + "Epoch 23/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4103 - acc: 0.8180\n", + "Epoch 24/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4004 - acc: 0.8209\n", + "Epoch 25/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4342 - acc: 0.7957\n", + "Epoch 26/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3995 - acc: 0.8228\n", + "Epoch 27/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4050 - acc: 0.8188\n", + "Epoch 28/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.3930 - acc: 0.8244\n", + "Epoch 29/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.3914 - acc: 0.8243\n", + "Epoch 30/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4037 - acc: 0.8167\n", + "Epoch 31/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3821 - acc: 0.8313\n", + "Epoch 32/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.3834 - acc: 0.8295\n", + "Epoch 33/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3840 - acc: 0.8265\n", + "Epoch 34/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.3786 - acc: 0.8320\n", + "Epoch 35/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3846 - acc: 0.8294\n", + "Epoch 36/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.3998 - acc: 0.8196\n", + "Epoch 37/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3849 - acc: 0.8315\n", + "Epoch 38/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.3941 - acc: 0.8229\n", + "Epoch 39/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.3718 - acc: 0.8375\n", + "Epoch 40/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.3763 - acc: 0.8332\n", + "Epoch 41/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.3720 - acc: 0.8348\n", + "Epoch 42/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.3674 - acc: 0.8363\n", + "Epoch 43/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3804 - acc: 0.8297\n", + "Epoch 44/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.3743 - acc: 0.8350\n", + "Epoch 45/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3686 - acc: 0.8381\n", + "Epoch 46/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.3793 - acc: 0.8277\n", + "Epoch 47/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.3718 - acc: 0.8315\n", + "Epoch 48/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.3719 - acc: 0.8339\n", + "Epoch 49/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3807 - acc: 0.8249\n", + "Epoch 50/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.3544 - acc: 0.8429\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4353 - acc: 0.7987\n", + "Epoch 2/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4381 - acc: 0.7960\n", + "Epoch 3/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4473 - acc: 0.7941\n", + "Epoch 4/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4382 - acc: 0.8005\n", + "Epoch 5/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4340 - acc: 0.8001\n", + "Epoch 6/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4347 - acc: 0.8027\n", + "Epoch 7/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4262 - acc: 0.8045\n", + "Epoch 8/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4401 - acc: 0.8000\n", + "Epoch 9/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4546 - acc: 0.7888\n", + "Epoch 10/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4405 - acc: 0.7939\n", + "Epoch 11/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4297 - acc: 0.8042\n", + "Epoch 12/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4306 - acc: 0.8063\n", + "Epoch 13/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4137 - acc: 0.8096\n", + "Epoch 14/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4169 - acc: 0.8078\n", + "Epoch 15/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4305 - acc: 0.8023\n", + "Epoch 16/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4221 - acc: 0.8041\n", + "Epoch 17/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4317 - acc: 0.8038\n", + "Epoch 18/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4175 - acc: 0.8090\n", + "Epoch 19/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4230 - acc: 0.8077\n", + "Epoch 20/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4149 - acc: 0.8111\n", + "Epoch 21/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4321 - acc: 0.8004\n", + "Epoch 22/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4294 - acc: 0.7947\n", + "Epoch 23/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4476 - acc: 0.7849\n", + "Epoch 24/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4295 - acc: 0.7997\n", + "Epoch 25/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4316 - acc: 0.8004\n", + "Epoch 26/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4484 - acc: 0.7880\n", + "Epoch 27/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4199 - acc: 0.8059\n", + "Epoch 28/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4176 - acc: 0.8070\n", + "Epoch 29/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4200 - acc: 0.8055\n", + "Epoch 30/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4365 - acc: 0.7961\n", + "Epoch 31/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4141 - acc: 0.8063\n", + "Epoch 32/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4105 - acc: 0.8079\n", + "Epoch 33/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4034 - acc: 0.8155\n", + "Epoch 34/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4185 - acc: 0.8075\n", + "Epoch 35/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4208 - acc: 0.8034\n", + "Epoch 36/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4047 - acc: 0.8143\n", + "Epoch 37/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4075 - acc: 0.8129\n", + "Epoch 38/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4083 - acc: 0.8136\n", + "Epoch 39/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.3963 - acc: 0.8187\n", + "Epoch 40/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4017 - acc: 0.8165\n", + "Epoch 41/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.3938 - acc: 0.8200\n", + "Epoch 42/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4200 - acc: 0.8095\n", + "Epoch 43/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4067 - acc: 0.8130\n", + "Epoch 44/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.3941 - acc: 0.8187\n", + "Epoch 45/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4011 - acc: 0.8199\n", + "Epoch 46/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.3957 - acc: 0.8194\n", + "Epoch 47/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.3965 - acc: 0.8192\n", + "Epoch 48/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4066 - acc: 0.8137\n", + "Epoch 49/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.3946 - acc: 0.8172\n", + "Epoch 50/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.3908 - acc: 0.8210\n", + " 0.885629942915816\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4270 - acc: 0.8093\n", + "Epoch 2/50\n", + "7274/7274 [==============================] - 0s 33us/step - loss: 0.4367 - acc: 0.8007\n", + "Epoch 3/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4374 - acc: 0.8001\n", + "Epoch 4/50\n", + "7274/7274 [==============================] - 0s 33us/step - loss: 0.4269 - acc: 0.8086\n", + "Epoch 5/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4243 - acc: 0.8115\n", + "Epoch 6/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4185 - acc: 0.8132\n", + "Epoch 7/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4159 - acc: 0.8154\n", + "Epoch 8/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4259 - acc: 0.8101\n", + "Epoch 9/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4149 - acc: 0.8176\n", + "Epoch 10/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4412 - acc: 0.8064\n", + "Epoch 11/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4279 - acc: 0.8100\n", + "Epoch 12/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4246 - acc: 0.8152\n", + "Epoch 13/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4291 - acc: 0.8092\n", + "Epoch 14/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4148 - acc: 0.8211\n", + "Epoch 15/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4109 - acc: 0.8196\n", + "Epoch 16/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4136 - acc: 0.8191\n", + "Epoch 17/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4230 - acc: 0.8111\n", + "Epoch 18/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4126 - acc: 0.8210\n", + "Epoch 19/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4101 - acc: 0.8188\n", + "Epoch 20/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4239 - acc: 0.8111\n", + "Epoch 21/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4068 - acc: 0.8205\n", + "Epoch 22/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4181 - acc: 0.8152\n", + "Epoch 23/50\n", + "7274/7274 [==============================] - 0s 33us/step - loss: 0.4019 - acc: 0.8250\n", + "Epoch 24/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3972 - acc: 0.8286\n", + "Epoch 25/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.3990 - acc: 0.8251\n", + "Epoch 26/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4076 - acc: 0.8224\n", + "Epoch 27/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4079 - acc: 0.8191\n", + "Epoch 28/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4063 - acc: 0.8172\n", + "Epoch 29/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4049 - acc: 0.8195\n", + "Epoch 30/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.3947 - acc: 0.8293\n", + "Epoch 31/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.3950 - acc: 0.8283\n", + "Epoch 32/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4003 - acc: 0.8257\n", + "Epoch 33/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4048 - acc: 0.8238\n", + "Epoch 34/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4019 - acc: 0.8251\n", + "Epoch 35/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.3953 - acc: 0.8258\n", + "Epoch 36/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.3903 - acc: 0.8332\n", + "Epoch 37/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3825 - acc: 0.8326\n", + "Epoch 38/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3960 - acc: 0.8317\n", + "Epoch 39/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3981 - acc: 0.8228\n", + "Epoch 40/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3829 - acc: 0.8337\n", + "Epoch 41/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.3794 - acc: 0.8361\n", + "Epoch 42/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3775 - acc: 0.8389\n", + "Epoch 43/50\n", + "7274/7274 [==============================] - 0s 33us/step - loss: 0.3904 - acc: 0.8291\n", + "Epoch 44/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3742 - acc: 0.8423\n", + "Epoch 45/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3748 - acc: 0.8396\n", + "Epoch 46/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.3781 - acc: 0.8356\n", + "Epoch 47/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4084 - acc: 0.8189\n", + "Epoch 48/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.3945 - acc: 0.8286\n", + "Epoch 49/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3984 - acc: 0.8251\n", + "Epoch 50/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.3796 - acc: 0.8335\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4370 - acc: 0.8033\n", + "Epoch 2/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4341 - acc: 0.8037\n", + "Epoch 3/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4377 - acc: 0.8064\n", + "Epoch 4/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4258 - acc: 0.8125\n", + "Epoch 5/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4314 - acc: 0.8048\n", + "Epoch 6/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4338 - acc: 0.8041\n", + "Epoch 7/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4337 - acc: 0.8046\n", + "Epoch 8/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4335 - acc: 0.8049\n", + "Epoch 9/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4394 - acc: 0.8031\n", + "Epoch 10/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4298 - acc: 0.8121\n", + "Epoch 11/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4477 - acc: 0.7935\n", + "Epoch 12/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4386 - acc: 0.8045\n", + "Epoch 13/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4167 - acc: 0.8161\n", + "Epoch 14/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4184 - acc: 0.8150\n", + "Epoch 15/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4173 - acc: 0.8140\n", + "Epoch 16/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4233 - acc: 0.8128\n", + "Epoch 17/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4120 - acc: 0.8207\n", + "Epoch 18/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4183 - acc: 0.8155\n", + "Epoch 19/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4333 - acc: 0.8068\n", + "Epoch 20/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4159 - acc: 0.8155\n", + "Epoch 21/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4207 - acc: 0.8144\n", + "Epoch 22/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4174 - acc: 0.8162\n", + "Epoch 23/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4131 - acc: 0.8183\n", + "Epoch 24/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4187 - acc: 0.8096\n", + "Epoch 25/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4172 - acc: 0.8158\n", + "Epoch 26/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4097 - acc: 0.8206\n", + "Epoch 27/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4006 - acc: 0.8257\n", + "Epoch 28/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4173 - acc: 0.8150\n", + "Epoch 29/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4110 - acc: 0.8181\n", + "Epoch 30/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4084 - acc: 0.8200\n", + "Epoch 31/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.3961 - acc: 0.8257\n", + "Epoch 32/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3938 - acc: 0.8291\n", + "Epoch 33/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.3925 - acc: 0.8286\n", + "Epoch 34/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4196 - acc: 0.8126\n", + "Epoch 35/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.3972 - acc: 0.8293\n", + "Epoch 36/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3988 - acc: 0.8233\n", + "Epoch 37/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.3982 - acc: 0.8287\n", + "Epoch 38/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4039 - acc: 0.8213\n", + "Epoch 39/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.3897 - acc: 0.8299\n", + "Epoch 40/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4009 - acc: 0.8258\n", + "Epoch 41/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4154 - acc: 0.8125\n", + "Epoch 42/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3938 - acc: 0.8298\n", + "Epoch 43/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4123 - acc: 0.8172\n", + "Epoch 44/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.3920 - acc: 0.8250\n", + "Epoch 45/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.3910 - acc: 0.8269\n", + "Epoch 46/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3921 - acc: 0.8255\n", + "Epoch 47/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3943 - acc: 0.8276\n", + "Epoch 48/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.3853 - acc: 0.8324\n", + "Epoch 49/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.3903 - acc: 0.8312\n", + "Epoch 50/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.3734 - acc: 0.8422\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4398 - acc: 0.8033\n", + "Epoch 2/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4389 - acc: 0.8005\n", + "Epoch 3/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4279 - acc: 0.8103\n", + "Epoch 4/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4420 - acc: 0.8004\n", + "Epoch 5/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4368 - acc: 0.8024\n", + "Epoch 6/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4357 - acc: 0.8033\n", + "Epoch 7/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4212 - acc: 0.8147\n", + "Epoch 8/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4193 - acc: 0.8159\n", + "Epoch 9/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4379 - acc: 0.8044\n", + "Epoch 10/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4415 - acc: 0.7989\n", + "Epoch 11/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4306 - acc: 0.8057\n", + "Epoch 12/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4245 - acc: 0.8110\n", + "Epoch 13/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4233 - acc: 0.8119\n", + "Epoch 14/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4219 - acc: 0.8172\n", + "Epoch 15/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4265 - acc: 0.8068\n", + "Epoch 16/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4234 - acc: 0.8089\n", + "Epoch 17/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4164 - acc: 0.8163\n", + "Epoch 18/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4225 - acc: 0.8126\n", + "Epoch 19/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4068 - acc: 0.8236\n", + "Epoch 20/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4231 - acc: 0.8123\n", + "Epoch 21/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4284 - acc: 0.8073\n", + "Epoch 22/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4073 - acc: 0.8176\n", + "Epoch 23/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4160 - acc: 0.8155\n", + "Epoch 24/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4112 - acc: 0.8145\n", + "Epoch 25/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4043 - acc: 0.8209\n", + "Epoch 26/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4038 - acc: 0.8205\n", + "Epoch 27/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4208 - acc: 0.8068\n", + "Epoch 28/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4105 - acc: 0.8231\n", + "Epoch 29/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4157 - acc: 0.8130\n", + "Epoch 30/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4006 - acc: 0.8265\n", + "Epoch 31/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4047 - acc: 0.8207\n", + "Epoch 32/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3962 - acc: 0.8232\n", + "Epoch 33/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.3995 - acc: 0.8251\n", + "Epoch 34/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.3970 - acc: 0.8243\n", + "Epoch 35/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3943 - acc: 0.8264\n", + "Epoch 36/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3955 - acc: 0.8254\n", + "Epoch 37/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4101 - acc: 0.8169\n", + "Epoch 38/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4080 - acc: 0.8216\n", + "Epoch 39/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4004 - acc: 0.8194\n", + "Epoch 40/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.4056 - acc: 0.8176\n", + "Epoch 41/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.3906 - acc: 0.8282\n", + "Epoch 42/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4106 - acc: 0.8203\n", + "Epoch 43/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3813 - acc: 0.8349\n", + "Epoch 44/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3851 - acc: 0.8297\n", + "Epoch 45/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.3977 - acc: 0.8250\n", + "Epoch 46/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.3901 - acc: 0.8264\n", + "Epoch 47/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3898 - acc: 0.8310\n", + "Epoch 48/50\n", + "7274/7274 [==============================] - 0s 34us/step - loss: 0.3717 - acc: 0.8342\n", + "Epoch 49/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.3893 - acc: 0.8266\n", + "Epoch 50/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3792 - acc: 0.8334\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4429 - acc: 0.7980\n", + "Epoch 2/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4392 - acc: 0.8051\n", + "Epoch 3/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4496 - acc: 0.7997\n", + "Epoch 4/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4446 - acc: 0.7957\n", + "Epoch 5/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4445 - acc: 0.7980\n", + "Epoch 6/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4475 - acc: 0.7961\n", + "Epoch 7/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4422 - acc: 0.8005\n", + "Epoch 8/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4426 - acc: 0.7982\n", + "Epoch 9/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4542 - acc: 0.7919\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 10/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4509 - acc: 0.7903\n", + "Epoch 11/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4339 - acc: 0.8026\n", + "Epoch 12/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4428 - acc: 0.7997\n", + "Epoch 13/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4432 - acc: 0.7994\n", + "Epoch 14/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4322 - acc: 0.8049\n", + "Epoch 15/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4429 - acc: 0.8023\n", + "Epoch 16/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4438 - acc: 0.7956\n", + "Epoch 17/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4428 - acc: 0.7967\n", + "Epoch 18/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4313 - acc: 0.8011\n", + "Epoch 19/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4346 - acc: 0.8023\n", + "Epoch 20/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4337 - acc: 0.8002\n", + "Epoch 21/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4348 - acc: 0.8013\n", + "Epoch 22/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4318 - acc: 0.8041\n", + "Epoch 23/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4257 - acc: 0.8084\n", + "Epoch 24/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4347 - acc: 0.8044\n", + "Epoch 25/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4247 - acc: 0.8095\n", + "Epoch 26/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4343 - acc: 0.8042\n", + "Epoch 27/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4249 - acc: 0.8081\n", + "Epoch 28/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4198 - acc: 0.8128\n", + "Epoch 29/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4234 - acc: 0.8049\n", + "Epoch 30/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4159 - acc: 0.8104\n", + "Epoch 31/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4180 - acc: 0.8150\n", + "Epoch 32/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4303 - acc: 0.8000\n", + "Epoch 33/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4192 - acc: 0.8122\n", + "Epoch 34/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4232 - acc: 0.8088\n", + "Epoch 35/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4179 - acc: 0.8112\n", + "Epoch 36/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4248 - acc: 0.8107\n", + "Epoch 37/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4324 - acc: 0.8031\n", + "Epoch 38/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4117 - acc: 0.8166\n", + "Epoch 39/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4286 - acc: 0.8104\n", + "Epoch 40/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4173 - acc: 0.8152\n", + "Epoch 41/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4147 - acc: 0.8163\n", + "Epoch 42/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4127 - acc: 0.8134\n", + "Epoch 43/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4250 - acc: 0.8044\n", + "Epoch 44/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4127 - acc: 0.8173\n", + "Epoch 45/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4173 - acc: 0.8111\n", + "Epoch 46/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4120 - acc: 0.8163\n", + "Epoch 47/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4181 - acc: 0.8122\n", + "Epoch 48/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4201 - acc: 0.8085\n", + "Epoch 49/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4063 - acc: 0.8210\n", + "Epoch 50/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4191 - acc: 0.8136\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4546 - acc: 0.7923\n", + "Epoch 2/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4469 - acc: 0.7979\n", + "Epoch 3/50\n", + "7274/7274 [==============================] - 0s 42us/step - loss: 0.4413 - acc: 0.7993\n", + "Epoch 4/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4556 - acc: 0.7908\n", + "Epoch 5/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4567 - acc: 0.7909\n", + "Epoch 6/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4410 - acc: 0.8020\n", + "Epoch 7/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4467 - acc: 0.7965\n", + "Epoch 8/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4481 - acc: 0.7954\n", + "Epoch 9/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4619 - acc: 0.7872\n", + "Epoch 10/50\n", + "7274/7274 [==============================] - 0s 41us/step - loss: 0.4467 - acc: 0.7983\n", + "Epoch 11/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4393 - acc: 0.7989\n", + "Epoch 12/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4392 - acc: 0.8024\n", + "Epoch 13/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4449 - acc: 0.7971\n", + "Epoch 14/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4417 - acc: 0.7985\n", + "Epoch 15/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4415 - acc: 0.8007\n", + "Epoch 16/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4319 - acc: 0.8046\n", + "Epoch 17/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4358 - acc: 0.8063\n", + "Epoch 18/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4402 - acc: 0.8053\n", + "Epoch 19/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4221 - acc: 0.8112\n", + "Epoch 20/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4447 - acc: 0.7989\n", + "Epoch 21/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4231 - acc: 0.8114\n", + "Epoch 22/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4251 - acc: 0.8130\n", + "Epoch 23/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4180 - acc: 0.8167\n", + "Epoch 24/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4240 - acc: 0.8133\n", + "Epoch 25/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4186 - acc: 0.8163\n", + "Epoch 26/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4142 - acc: 0.8167\n", + "Epoch 27/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4074 - acc: 0.8192\n", + "Epoch 28/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.4292 - acc: 0.8034\n", + "Epoch 29/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4373 - acc: 0.8015\n", + "Epoch 30/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4213 - acc: 0.8097\n", + "Epoch 31/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4378 - acc: 0.8024\n", + "Epoch 32/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4041 - acc: 0.8220\n", + "Epoch 33/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4134 - acc: 0.8151\n", + "Epoch 34/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4139 - acc: 0.8163\n", + "Epoch 35/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4048 - acc: 0.8239\n", + "Epoch 36/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.4050 - acc: 0.8232\n", + "Epoch 37/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.4019 - acc: 0.8262\n", + "Epoch 38/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.3984 - acc: 0.8239\n", + "Epoch 39/50\n", + "7274/7274 [==============================] - 0s 41us/step - loss: 0.4315 - acc: 0.8067\n", + "Epoch 40/50\n", + "7274/7274 [==============================] - 0s 37us/step - loss: 0.4380 - acc: 0.8042\n", + "Epoch 41/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4183 - acc: 0.8130\n", + "Epoch 42/50\n", + "7274/7274 [==============================] - 0s 40us/step - loss: 0.4086 - acc: 0.8206\n", + "Epoch 43/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.3967 - acc: 0.8268\n", + "Epoch 44/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.3977 - acc: 0.8253\n", + "Epoch 45/50\n", + "7274/7274 [==============================] - 0s 36us/step - loss: 0.4119 - acc: 0.8172\n", + "Epoch 46/50\n", + "7274/7274 [==============================] - 0s 41us/step - loss: 0.4086 - acc: 0.8198\n", + "Epoch 47/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.3950 - acc: 0.8265\n", + "Epoch 48/50\n", + "7274/7274 [==============================] - 0s 35us/step - loss: 0.3877 - acc: 0.8308\n", + "Epoch 49/50\n", + "7274/7274 [==============================] - 0s 39us/step - loss: 0.3884 - acc: 0.8287\n", + "Epoch 50/50\n", + "7274/7274 [==============================] - 0s 38us/step - loss: 0.3995 - acc: 0.8254\n", + " 0.8896026109596742\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4516 - acc: 0.7905\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4492 - acc: 0.7938\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4452 - acc: 0.7934\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4433 - acc: 0.7940\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4367 - acc: 0.8063\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4480 - acc: 0.7985\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4343 - acc: 0.8033\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4429 - acc: 0.7973\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4429 - acc: 0.7964\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4270 - acc: 0.8070\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4315 - acc: 0.8036\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4332 - acc: 0.8011\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4344 - acc: 0.8015\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4297 - acc: 0.8037\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4227 - acc: 0.8080\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4227 - acc: 0.8087\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4271 - acc: 0.8069\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4184 - acc: 0.8100\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4223 - acc: 0.8107\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4157 - acc: 0.8173\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4231 - acc: 0.8076\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4140 - acc: 0.8161\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4417 - acc: 0.7982\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4142 - acc: 0.8117\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4195 - acc: 0.8126\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4293 - acc: 0.8021\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4213 - acc: 0.8100\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4231 - acc: 0.8065\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4120 - acc: 0.8148\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4114 - acc: 0.8103\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4119 - acc: 0.8139\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4127 - acc: 0.8122\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4065 - acc: 0.8153\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4144 - acc: 0.8128\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4253 - acc: 0.8011\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4062 - acc: 0.8159\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4163 - acc: 0.8106\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4091 - acc: 0.8157\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4078 - acc: 0.8140\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3960 - acc: 0.8216\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4024 - acc: 0.8209\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.3967 - acc: 0.8199\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3991 - acc: 0.8210\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4004 - acc: 0.8208\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4205 - acc: 0.8084\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4015 - acc: 0.8210\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3990 - acc: 0.8250\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3981 - acc: 0.8201\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4005 - acc: 0.8201\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3855 - acc: 0.8280\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4369 - acc: 0.8025\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4404 - acc: 0.7955\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4291 - acc: 0.8021\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4387 - acc: 0.8041\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4396 - acc: 0.7995\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4400 - acc: 0.7951\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4341 - acc: 0.8026\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4425 - acc: 0.7934\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4296 - acc: 0.8036\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4336 - acc: 0.8054\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4318 - acc: 0.7996\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4312 - acc: 0.8027\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4583 - acc: 0.7896\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4380 - acc: 0.8011\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4403 - acc: 0.7978\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4224 - acc: 0.8092\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4459 - acc: 0.7948\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4203 - acc: 0.8049\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4178 - acc: 0.8109\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4276 - acc: 0.8027\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4205 - acc: 0.8080\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4186 - acc: 0.8137\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4177 - acc: 0.8071\n", + "Epoch 24/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7275/7275 [==============================] - 0s 41us/step - loss: 0.4257 - acc: 0.8051\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4312 - acc: 0.8032\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4488 - acc: 0.7905\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4298 - acc: 0.8062\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4085 - acc: 0.8172\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4177 - acc: 0.8106\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4175 - acc: 0.8103\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4155 - acc: 0.8115\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4054 - acc: 0.8158\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4035 - acc: 0.8118\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4117 - acc: 0.8144\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4030 - acc: 0.8176\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4100 - acc: 0.8142\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4119 - acc: 0.8177\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4234 - acc: 0.8080\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4156 - acc: 0.8131\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3998 - acc: 0.8205\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4142 - acc: 0.8169\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4222 - acc: 0.8021\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4120 - acc: 0.8199\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4068 - acc: 0.8187\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4046 - acc: 0.8158\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4040 - acc: 0.8176\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4044 - acc: 0.8194\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3912 - acc: 0.8261\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.3911 - acc: 0.8247\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4028 - acc: 0.8197\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4289 - acc: 0.8048\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4255 - acc: 0.8066\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4370 - acc: 0.8055\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4251 - acc: 0.8114\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4244 - acc: 0.8055\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4251 - acc: 0.8093\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4308 - acc: 0.8065\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4232 - acc: 0.8059\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4126 - acc: 0.8201\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4193 - acc: 0.8161\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4126 - acc: 0.8173\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4079 - acc: 0.8191\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4082 - acc: 0.8183\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4231 - acc: 0.8073\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3985 - acc: 0.8260\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4029 - acc: 0.8184\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4022 - acc: 0.8225\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4211 - acc: 0.8055\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4012 - acc: 0.8225\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4062 - acc: 0.8177\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3916 - acc: 0.8247\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4062 - acc: 0.8188\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4037 - acc: 0.8225\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3855 - acc: 0.8316\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4069 - acc: 0.8188\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4032 - acc: 0.8225\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3886 - acc: 0.8301\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3860 - acc: 0.8287\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3898 - acc: 0.8304\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3888 - acc: 0.8293\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3818 - acc: 0.8319\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3885 - acc: 0.8278\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3757 - acc: 0.8367\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 40us/step - loss: 0.3951 - acc: 0.8249\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3825 - acc: 0.8334\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3737 - acc: 0.8362\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3719 - acc: 0.8375\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3688 - acc: 0.8397\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3760 - acc: 0.8359\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3603 - acc: 0.8474\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3701 - acc: 0.8392\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3644 - acc: 0.8404\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3633 - acc: 0.8416\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3920 - acc: 0.8239\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3588 - acc: 0.8422\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3574 - acc: 0.8463\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3783 - acc: 0.8298\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3508 - acc: 0.8474\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.3602 - acc: 0.8407\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3720 - acc: 0.8370\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4603 - acc: 0.7878\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4591 - acc: 0.7857\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4613 - acc: 0.7879\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4576 - acc: 0.7904\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4722 - acc: 0.7761\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4526 - acc: 0.7942\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4502 - acc: 0.7956\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4645 - acc: 0.7850\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4503 - acc: 0.7923\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4584 - acc: 0.7883\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4615 - acc: 0.7838\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4555 - acc: 0.7924\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4564 - acc: 0.7882\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4446 - acc: 0.7973\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4451 - acc: 0.7966\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4504 - acc: 0.7940\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4456 - acc: 0.7907\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4424 - acc: 0.7999\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4477 - acc: 0.7974\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4351 - acc: 0.8019\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4497 - acc: 0.7927\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4704 - acc: 0.7864\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4521 - acc: 0.7940\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4415 - acc: 0.7978\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4506 - acc: 0.7930\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4383 - acc: 0.7971\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4523 - acc: 0.7890\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4344 - acc: 0.8014\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4407 - acc: 0.7996\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4434 - acc: 0.7990\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4345 - acc: 0.8011\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4350 - acc: 0.8036\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4298 - acc: 0.8041\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4283 - acc: 0.8073\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4273 - acc: 0.8048\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4378 - acc: 0.8012\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4530 - acc: 0.7944\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4255 - acc: 0.8103\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4347 - acc: 0.8029\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4209 - acc: 0.8111\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4235 - acc: 0.8070\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4341 - acc: 0.7988\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4216 - acc: 0.8115\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4242 - acc: 0.8081\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4156 - acc: 0.8093\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4290 - acc: 0.8043\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4199 - acc: 0.8114\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4369 - acc: 0.8018\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4158 - acc: 0.8148\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4295 - acc: 0.8065\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4523 - acc: 0.7907\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4490 - acc: 0.7876\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4628 - acc: 0.7816\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4489 - acc: 0.7900\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4442 - acc: 0.7920\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4522 - acc: 0.7868\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4419 - acc: 0.7957\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4363 - acc: 0.7964\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4546 - acc: 0.7885\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4401 - acc: 0.7975\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4356 - acc: 0.7986\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4463 - acc: 0.7963\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4476 - acc: 0.7901\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4373 - acc: 0.7931\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4574 - acc: 0.7852\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4500 - acc: 0.7830\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4426 - acc: 0.7955\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4348 - acc: 0.7940\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4500 - acc: 0.7872\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4351 - acc: 0.7953\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4247 - acc: 0.8033\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4210 - acc: 0.8081\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4185 - acc: 0.8049\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4268 - acc: 0.7979\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4281 - acc: 0.8080\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4474 - acc: 0.7891\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4416 - acc: 0.7940\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4243 - acc: 0.8018\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4355 - acc: 0.7988\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4383 - acc: 0.7937\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4129 - acc: 0.8137\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4176 - acc: 0.8066\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4177 - acc: 0.8084\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4126 - acc: 0.8111\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 40us/step - loss: 0.4330 - acc: 0.8034\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4109 - acc: 0.8122\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4153 - acc: 0.8071\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4105 - acc: 0.8085\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4108 - acc: 0.8107\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4177 - acc: 0.8124\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4126 - acc: 0.8043\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4114 - acc: 0.8111\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4114 - acc: 0.8125\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4108 - acc: 0.8092\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4103 - acc: 0.8118\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4053 - acc: 0.8128\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4099 - acc: 0.8126\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4166 - acc: 0.8074\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4016 - acc: 0.8177\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4189 - acc: 0.8065\n", + " 0.8799016003725216\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4502 - acc: 0.7962\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4320 - acc: 0.8062\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4355 - acc: 0.8044\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4289 - acc: 0.8049\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4210 - acc: 0.8109\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4419 - acc: 0.8049\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4279 - acc: 0.8114\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4238 - acc: 0.8110\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4271 - acc: 0.8066\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4191 - acc: 0.8117\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4218 - acc: 0.8161\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4428 - acc: 0.8000\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4292 - acc: 0.8069\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4255 - acc: 0.8081\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4348 - acc: 0.8034\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4278 - acc: 0.8095\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4228 - acc: 0.8125\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4264 - acc: 0.8139\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4176 - acc: 0.8121\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4147 - acc: 0.8154\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4304 - acc: 0.8036\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4168 - acc: 0.8172\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4153 - acc: 0.8168\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4208 - acc: 0.8136\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4063 - acc: 0.8236\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4021 - acc: 0.8261\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4153 - acc: 0.8154\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4054 - acc: 0.8212\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4040 - acc: 0.8224\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4184 - acc: 0.8135\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4079 - acc: 0.8198\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4177 - acc: 0.8154\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4177 - acc: 0.8128\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4103 - acc: 0.8217\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4139 - acc: 0.8155\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4003 - acc: 0.8194\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3930 - acc: 0.8246\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4057 - acc: 0.8195\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3937 - acc: 0.8245\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.3975 - acc: 0.8220\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3981 - acc: 0.8238\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4151 - acc: 0.8147\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3947 - acc: 0.8279\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4030 - acc: 0.8252\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3853 - acc: 0.8280\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3850 - acc: 0.8297\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4053 - acc: 0.8216\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3936 - acc: 0.8246\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4035 - acc: 0.8198\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3874 - acc: 0.8269\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4451 - acc: 0.7967\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4478 - acc: 0.7946\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 40us/step - loss: 0.4475 - acc: 0.7959\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4315 - acc: 0.8073\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4340 - acc: 0.8036\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 40us/step - loss: 0.4396 - acc: 0.8012\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4268 - acc: 0.8095\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4410 - acc: 0.7966\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4425 - acc: 0.8038\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4354 - acc: 0.8041\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4331 - acc: 0.8044\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4358 - acc: 0.8023\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4568 - acc: 0.7883\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4274 - acc: 0.8081\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4302 - acc: 0.8069\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4187 - acc: 0.8137\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4213 - acc: 0.8144\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4453 - acc: 0.7957\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4324 - acc: 0.8032\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4247 - acc: 0.8073\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4298 - acc: 0.8096\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4194 - acc: 0.8131\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4154 - acc: 0.8158\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4351 - acc: 0.7995\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4194 - acc: 0.8104\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4193 - acc: 0.8151\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4150 - acc: 0.8169\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4199 - acc: 0.8093\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4073 - acc: 0.8161\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4229 - acc: 0.8085\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4225 - acc: 0.8107\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4163 - acc: 0.8153\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4069 - acc: 0.8155\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4053 - acc: 0.8159\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4084 - acc: 0.8181\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4221 - acc: 0.8096\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4111 - acc: 0.8135\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3936 - acc: 0.8253\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4153 - acc: 0.8078\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4093 - acc: 0.8159\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3944 - acc: 0.8205\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3983 - acc: 0.8206\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4054 - acc: 0.8191\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4087 - acc: 0.8170\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3980 - acc: 0.8225\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4048 - acc: 0.8137\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3949 - acc: 0.8227\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.3890 - acc: 0.8286\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3867 - acc: 0.8290\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3946 - acc: 0.8280\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4372 - acc: 0.8038\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4436 - acc: 0.7989\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4538 - acc: 0.7911\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4309 - acc: 0.8045\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4321 - acc: 0.8041\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4326 - acc: 0.8063\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4292 - acc: 0.8085\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4290 - acc: 0.8077\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4357 - acc: 0.8060\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4242 - acc: 0.8092\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4298 - acc: 0.8067\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4164 - acc: 0.8148\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4196 - acc: 0.8136\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4168 - acc: 0.8169\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4229 - acc: 0.8125\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4300 - acc: 0.8065\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4117 - acc: 0.8172\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 40us/step - loss: 0.4217 - acc: 0.8133\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4170 - acc: 0.8131\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4101 - acc: 0.8155\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4199 - acc: 0.8131\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4155 - acc: 0.8186\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4266 - acc: 0.8100\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4180 - acc: 0.8126\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4054 - acc: 0.8212\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4062 - acc: 0.8184\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4083 - acc: 0.8235\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4096 - acc: 0.8168\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4044 - acc: 0.8199\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4039 - acc: 0.8247\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4086 - acc: 0.8158\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4155 - acc: 0.8136\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 40us/step - loss: 0.4014 - acc: 0.8245\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3972 - acc: 0.8203\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4039 - acc: 0.8209\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3970 - acc: 0.8279\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4105 - acc: 0.8161\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4051 - acc: 0.8198\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3904 - acc: 0.8272\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3860 - acc: 0.8293\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3943 - acc: 0.8246\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.3978 - acc: 0.8260\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3868 - acc: 0.8302\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3884 - acc: 0.8313\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4126 - acc: 0.8186\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3869 - acc: 0.8280\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.3855 - acc: 0.8311\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3931 - acc: 0.8298\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3924 - acc: 0.8274\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3774 - acc: 0.8360\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4321 - acc: 0.8081\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4251 - acc: 0.8091\n", + "Epoch 3/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4343 - acc: 0.8055\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4286 - acc: 0.8077\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4282 - acc: 0.8060\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4372 - acc: 0.8027\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4305 - acc: 0.8070\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4290 - acc: 0.8043\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4267 - acc: 0.8058\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4264 - acc: 0.8110\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4411 - acc: 0.7979\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4180 - acc: 0.8126\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4123 - acc: 0.8157\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4348 - acc: 0.8029\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4236 - acc: 0.8093\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4166 - acc: 0.8146\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4048 - acc: 0.8168\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4102 - acc: 0.8177\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4253 - acc: 0.8055\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4156 - acc: 0.8162\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4230 - acc: 0.8104\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4085 - acc: 0.8170\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3977 - acc: 0.8228\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4047 - acc: 0.8187\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4157 - acc: 0.8106\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4084 - acc: 0.8224\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4049 - acc: 0.8155\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4055 - acc: 0.8202\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3992 - acc: 0.8235\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3911 - acc: 0.8280\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4038 - acc: 0.8225\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3947 - acc: 0.8234\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3923 - acc: 0.8272\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4047 - acc: 0.8183\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3966 - acc: 0.8267\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.3897 - acc: 0.8282\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4025 - acc: 0.8213\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3993 - acc: 0.8250\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4005 - acc: 0.8253\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3925 - acc: 0.8283\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3922 - acc: 0.8245\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3944 - acc: 0.8286\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 41us/step - loss: 0.3789 - acc: 0.8340\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4030 - acc: 0.8201\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3910 - acc: 0.8239\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3899 - acc: 0.8236\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3799 - acc: 0.8319\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3761 - acc: 0.8368\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3881 - acc: 0.8256\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3851 - acc: 0.8289\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4782 - acc: 0.7788\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4590 - acc: 0.7949\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4533 - acc: 0.7955\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4491 - acc: 0.7951\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4428 - acc: 0.8040\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4537 - acc: 0.7940\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4593 - acc: 0.7901\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4553 - acc: 0.7902\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4387 - acc: 0.8049\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4432 - acc: 0.7997\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4378 - acc: 0.8034\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4400 - acc: 0.8047\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4411 - acc: 0.8033\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4541 - acc: 0.7951\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4349 - acc: 0.8088\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4433 - acc: 0.8016\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4369 - acc: 0.8078\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4356 - acc: 0.8066\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4448 - acc: 0.7993\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4279 - acc: 0.8113\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4355 - acc: 0.8048\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4337 - acc: 0.8073\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4480 - acc: 0.8010\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4308 - acc: 0.8088\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4479 - acc: 0.7956\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4363 - acc: 0.8052\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4336 - acc: 0.8066\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4617 - acc: 0.7872\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4338 - acc: 0.8058\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4447 - acc: 0.8000\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4303 - acc: 0.8082\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4301 - acc: 0.8078\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4267 - acc: 0.8109\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4360 - acc: 0.8069\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4238 - acc: 0.8115\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4213 - acc: 0.8173\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4285 - acc: 0.8120\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4187 - acc: 0.8169\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4198 - acc: 0.8155\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4275 - acc: 0.8091\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4125 - acc: 0.8198\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4192 - acc: 0.8122\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4128 - acc: 0.8166\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4178 - acc: 0.8169\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4192 - acc: 0.8173\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4172 - acc: 0.8201\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4145 - acc: 0.8187\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4183 - acc: 0.8137\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4274 - acc: 0.8110\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4151 - acc: 0.8184\n", + " 0.8725614538146704\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4374 - acc: 0.7989\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4342 - acc: 0.8008\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4429 - acc: 0.7945\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4301 - acc: 0.8038\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4408 - acc: 0.7989\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 33us/step - loss: 0.4285 - acc: 0.8037\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4203 - acc: 0.8120\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4211 - acc: 0.8099\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4305 - acc: 0.8023\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4275 - acc: 0.8016\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4213 - acc: 0.8084\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4345 - acc: 0.8038\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4244 - acc: 0.8063\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4263 - acc: 0.8007\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4159 - acc: 0.8088\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4200 - acc: 0.8078\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4278 - acc: 0.8063\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4141 - acc: 0.8118\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4240 - acc: 0.8014\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4166 - acc: 0.8067\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4160 - acc: 0.8133\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4155 - acc: 0.8114\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4153 - acc: 0.8114\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4123 - acc: 0.8107\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4031 - acc: 0.8212\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4144 - acc: 0.8136\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4067 - acc: 0.8135\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4139 - acc: 0.8140\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4138 - acc: 0.8104\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4062 - acc: 0.8137\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4109 - acc: 0.8111\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4108 - acc: 0.8122\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4099 - acc: 0.8136\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4024 - acc: 0.8161\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3948 - acc: 0.8192\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4103 - acc: 0.8126\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4149 - acc: 0.8102\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3956 - acc: 0.8250\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4148 - acc: 0.8114\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4036 - acc: 0.8191\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4106 - acc: 0.8110\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4036 - acc: 0.8180\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3865 - acc: 0.8257\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.3935 - acc: 0.8202\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.3971 - acc: 0.8155\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3839 - acc: 0.8258\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3960 - acc: 0.8234\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3857 - acc: 0.8265\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3916 - acc: 0.8239\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3859 - acc: 0.8246\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4604 - acc: 0.7919\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4543 - acc: 0.7945\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4501 - acc: 0.8005\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4599 - acc: 0.7896\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4669 - acc: 0.7836\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4555 - acc: 0.7919\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4423 - acc: 0.8034\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4472 - acc: 0.7968\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4658 - acc: 0.7845\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4455 - acc: 0.7970\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4415 - acc: 0.8030\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4370 - acc: 0.8041\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4474 - acc: 0.7968\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4388 - acc: 0.8025\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4476 - acc: 0.8045\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4466 - acc: 0.7970\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4461 - acc: 0.7995\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4408 - acc: 0.8048\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4369 - acc: 0.8041\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4384 - acc: 0.8003\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4405 - acc: 0.8022\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4273 - acc: 0.8088\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4354 - acc: 0.8037\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4323 - acc: 0.8073\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4363 - acc: 0.8048\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4274 - acc: 0.8082\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4440 - acc: 0.8040\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4208 - acc: 0.8150\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4376 - acc: 0.8059\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4242 - acc: 0.8071\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4344 - acc: 0.8088\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4297 - acc: 0.8099\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4318 - acc: 0.8122\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4343 - acc: 0.8049\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4301 - acc: 0.8093\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4344 - acc: 0.8019\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4231 - acc: 0.8114\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4252 - acc: 0.8157\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4210 - acc: 0.8122\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4204 - acc: 0.8148\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4200 - acc: 0.8213\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4215 - acc: 0.8142\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4360 - acc: 0.8054\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4288 - acc: 0.8087\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4232 - acc: 0.8137\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4153 - acc: 0.8143\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4169 - acc: 0.8142\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4269 - acc: 0.8070\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4345 - acc: 0.8067\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4098 - acc: 0.8235\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4451 - acc: 0.7990\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4481 - acc: 0.8012\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4431 - acc: 0.7989\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4528 - acc: 0.7926\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4463 - acc: 0.8004\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4334 - acc: 0.8038\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4317 - acc: 0.8066\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4368 - acc: 0.8051\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4507 - acc: 0.7963\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4279 - acc: 0.8084\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4292 - acc: 0.8076\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4319 - acc: 0.8074\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4339 - acc: 0.8023\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4363 - acc: 0.8043\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4405 - acc: 0.7955\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4250 - acc: 0.8122\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4271 - acc: 0.8091\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4321 - acc: 0.8073\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4192 - acc: 0.8142\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4252 - acc: 0.8121\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4302 - acc: 0.8088\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4129 - acc: 0.8170\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4321 - acc: 0.8056\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4193 - acc: 0.8164\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4137 - acc: 0.8165\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4295 - acc: 0.8081\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4230 - acc: 0.8122\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4163 - acc: 0.8176\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4114 - acc: 0.8195\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4096 - acc: 0.8188\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4257 - acc: 0.8087\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4075 - acc: 0.8192\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4057 - acc: 0.8197\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4012 - acc: 0.8252\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4159 - acc: 0.8143\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4087 - acc: 0.8220\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4169 - acc: 0.8136\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4149 - acc: 0.8186\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4072 - acc: 0.8188\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4065 - acc: 0.8214\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3993 - acc: 0.8272\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4017 - acc: 0.8213\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.3978 - acc: 0.8246\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4041 - acc: 0.8256\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4062 - acc: 0.8172\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3956 - acc: 0.8252\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.3909 - acc: 0.8282\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4080 - acc: 0.8186\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3902 - acc: 0.8289\n", + "Epoch 50/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7275/7275 [==============================] - 0s 40us/step - loss: 0.3950 - acc: 0.8217\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4449 - acc: 0.7893\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4386 - acc: 0.7990\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4445 - acc: 0.8008\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4499 - acc: 0.7894\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4364 - acc: 0.8014\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4260 - acc: 0.8095\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4661 - acc: 0.7788\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4450 - acc: 0.7935\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4370 - acc: 0.7988\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4688 - acc: 0.7806\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4320 - acc: 0.8001\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4295 - acc: 0.8011\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4334 - acc: 0.8018\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4350 - acc: 0.8027\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4291 - acc: 0.7997\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4264 - acc: 0.8034\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4226 - acc: 0.8058\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4196 - acc: 0.8099\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4370 - acc: 0.7986\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4241 - acc: 0.8125\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4305 - acc: 0.8004\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4226 - acc: 0.8082\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4218 - acc: 0.8092\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4192 - acc: 0.8091\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4276 - acc: 0.8069\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4223 - acc: 0.8085\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4255 - acc: 0.8066\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4154 - acc: 0.8113\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4219 - acc: 0.8095\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4238 - acc: 0.8107\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4199 - acc: 0.8129\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4213 - acc: 0.8100\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4144 - acc: 0.8126\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4094 - acc: 0.8169\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4054 - acc: 0.8208\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4076 - acc: 0.8157\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4193 - acc: 0.8114\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4086 - acc: 0.8175\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4068 - acc: 0.8165\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4078 - acc: 0.8177\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4264 - acc: 0.8073\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4134 - acc: 0.8122\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4001 - acc: 0.8198\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4088 - acc: 0.8137\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4000 - acc: 0.8202\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4087 - acc: 0.8177\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3921 - acc: 0.8256\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3959 - acc: 0.8217\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3979 - acc: 0.8258\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3990 - acc: 0.8219\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4494 - acc: 0.7974\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4349 - acc: 0.8052\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4504 - acc: 0.7960\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4413 - acc: 0.8011\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4303 - acc: 0.8096\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4304 - acc: 0.8098\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4371 - acc: 0.8016\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4305 - acc: 0.8071\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4150 - acc: 0.8191\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4275 - acc: 0.8096\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4171 - acc: 0.8154\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4411 - acc: 0.8019\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4238 - acc: 0.8166\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4124 - acc: 0.8180\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4215 - acc: 0.8115\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4361 - acc: 0.8047\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4228 - acc: 0.8113\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4263 - acc: 0.8102\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4106 - acc: 0.8212\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4092 - acc: 0.8177\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4048 - acc: 0.8260\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4205 - acc: 0.8140\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4134 - acc: 0.8169\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4022 - acc: 0.8232\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4037 - acc: 0.8243\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4118 - acc: 0.8210\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4076 - acc: 0.8194\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4057 - acc: 0.8201\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.3926 - acc: 0.8287\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4000 - acc: 0.8245\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3962 - acc: 0.8280\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4000 - acc: 0.8264\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3900 - acc: 0.8319\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4150 - acc: 0.8158\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3995 - acc: 0.8264\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3865 - acc: 0.8334\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4061 - acc: 0.8234\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3842 - acc: 0.8340\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3937 - acc: 0.8249\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3949 - acc: 0.8280\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3896 - acc: 0.8312\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3729 - acc: 0.8388\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3785 - acc: 0.8396\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3930 - acc: 0.8297\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3800 - acc: 0.8335\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3821 - acc: 0.8345\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3750 - acc: 0.8386\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3702 - acc: 0.8414\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3832 - acc: 0.8326\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3650 - acc: 0.8465\n", + " 0.8809156189495869\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4568 - acc: 0.7860\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4509 - acc: 0.7909\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4536 - acc: 0.7912\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4412 - acc: 0.7964\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4478 - acc: 0.7894\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4455 - acc: 0.7933\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4414 - acc: 0.7960\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4388 - acc: 0.7985\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4463 - acc: 0.7916\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4459 - acc: 0.7946\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4326 - acc: 0.8004\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4542 - acc: 0.7896\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4388 - acc: 0.7956\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4475 - acc: 0.7941\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4343 - acc: 0.7997\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4348 - acc: 0.8000\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4420 - acc: 0.7929\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4341 - acc: 0.8029\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4619 - acc: 0.7830\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4306 - acc: 0.8023\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4263 - acc: 0.8043\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4200 - acc: 0.8085\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4330 - acc: 0.7985\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4308 - acc: 0.8037\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4402 - acc: 0.7974\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4350 - acc: 0.7988\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4319 - acc: 0.8016\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4292 - acc: 0.8015\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4339 - acc: 0.8041\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4280 - acc: 0.8060\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4286 - acc: 0.8044\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4340 - acc: 0.8005\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4151 - acc: 0.8131\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4149 - acc: 0.8073\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4110 - acc: 0.8146\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4181 - acc: 0.8099\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4129 - acc: 0.8129\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4172 - acc: 0.8120\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4121 - acc: 0.8146\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4101 - acc: 0.8147\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4138 - acc: 0.8129\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4114 - acc: 0.8166\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4004 - acc: 0.8214\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4074 - acc: 0.8154\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4091 - acc: 0.8179\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4199 - acc: 0.8124\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4051 - acc: 0.8157\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 40us/step - loss: 0.4087 - acc: 0.8165\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4065 - acc: 0.8181\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4118 - acc: 0.8140\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4364 - acc: 0.8014\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4653 - acc: 0.7812\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4368 - acc: 0.7968\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4292 - acc: 0.8029\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4258 - acc: 0.8055\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4266 - acc: 0.8076\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4225 - acc: 0.8060\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4359 - acc: 0.7960\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4200 - acc: 0.8093\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4239 - acc: 0.8103\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4335 - acc: 0.8004\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4237 - acc: 0.8081\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4238 - acc: 0.8082\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4148 - acc: 0.8122\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 40us/step - loss: 0.4314 - acc: 0.8019\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4178 - acc: 0.8106\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4246 - acc: 0.8074\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4212 - acc: 0.8034\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4229 - acc: 0.8058\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4113 - acc: 0.8146\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4232 - acc: 0.8060\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4249 - acc: 0.8008\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4155 - acc: 0.8136\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4106 - acc: 0.8143\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4108 - acc: 0.8131\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4093 - acc: 0.8125\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4079 - acc: 0.8153\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4061 - acc: 0.8172\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4121 - acc: 0.8093\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.3974 - acc: 0.8223\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4043 - acc: 0.8158\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4081 - acc: 0.8136\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4188 - acc: 0.8076\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4029 - acc: 0.8191\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4039 - acc: 0.8137\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4118 - acc: 0.8125\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4032 - acc: 0.8165\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3902 - acc: 0.8254\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4006 - acc: 0.8143\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3998 - acc: 0.8159\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4087 - acc: 0.8161\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4195 - acc: 0.8074\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3995 - acc: 0.8205\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3970 - acc: 0.8199\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3928 - acc: 0.8239\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.3934 - acc: 0.8202\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3845 - acc: 0.8264\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3804 - acc: 0.8308\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3902 - acc: 0.8232\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3843 - acc: 0.8302\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4336 - acc: 0.8012\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4371 - acc: 0.7997\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4320 - acc: 0.8008\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4215 - acc: 0.8104\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4195 - acc: 0.8096\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4308 - acc: 0.8058\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4147 - acc: 0.8136\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4204 - acc: 0.8099\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4164 - acc: 0.8140\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4220 - acc: 0.8081\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4322 - acc: 0.8025\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4185 - acc: 0.8071\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4128 - acc: 0.8157\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4066 - acc: 0.8164\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4293 - acc: 0.8066\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4065 - acc: 0.8217\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4113 - acc: 0.8140\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4091 - acc: 0.8183\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4159 - acc: 0.8162\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4247 - acc: 0.8052\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3974 - acc: 0.8250\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3963 - acc: 0.8261\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3886 - acc: 0.8230\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3972 - acc: 0.8186\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3975 - acc: 0.8257\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3959 - acc: 0.8249\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3903 - acc: 0.8274\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3939 - acc: 0.8239\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4043 - acc: 0.8232\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3977 - acc: 0.8231\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3838 - acc: 0.8260\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4003 - acc: 0.8199\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3875 - acc: 0.8294\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3877 - acc: 0.8276\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3816 - acc: 0.8316\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3778 - acc: 0.8337\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3752 - acc: 0.8329\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3651 - acc: 0.8389\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3918 - acc: 0.8265\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4087 - acc: 0.8206\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.3781 - acc: 0.8316\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3684 - acc: 0.8367\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3699 - acc: 0.8329\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3579 - acc: 0.8434\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3692 - acc: 0.8352\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3787 - acc: 0.8316\n", + "Epoch 47/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3854 - acc: 0.8261\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3686 - acc: 0.8348\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3607 - acc: 0.8426\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3654 - acc: 0.8351\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4367 - acc: 0.8047\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4465 - acc: 0.7992\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4663 - acc: 0.7849\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4559 - acc: 0.7915\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4422 - acc: 0.7971\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4524 - acc: 0.7931\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4455 - acc: 0.7973\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4377 - acc: 0.8032\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4441 - acc: 0.7989\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4470 - acc: 0.7913\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4330 - acc: 0.8047\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4357 - acc: 0.8043\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4426 - acc: 0.7993\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4307 - acc: 0.8099\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4287 - acc: 0.8070\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4282 - acc: 0.8045\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4241 - acc: 0.8126\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4253 - acc: 0.8060\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4187 - acc: 0.8099\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4251 - acc: 0.8074\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4320 - acc: 0.8066\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4141 - acc: 0.8157\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4180 - acc: 0.8146\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4308 - acc: 0.8055\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4262 - acc: 0.8074\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4198 - acc: 0.8104\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4045 - acc: 0.8197\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4228 - acc: 0.8132\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4095 - acc: 0.8190\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4185 - acc: 0.8115\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4207 - acc: 0.8095\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4095 - acc: 0.8187\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4053 - acc: 0.8201\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4021 - acc: 0.8216\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4018 - acc: 0.8210\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4167 - acc: 0.8144\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4049 - acc: 0.8199\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4007 - acc: 0.8197\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4028 - acc: 0.8181\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3965 - acc: 0.8228\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3985 - acc: 0.8250\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4070 - acc: 0.8179\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4016 - acc: 0.8210\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4114 - acc: 0.8180\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4059 - acc: 0.8148\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3943 - acc: 0.8269\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3868 - acc: 0.8287\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3997 - acc: 0.8223\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4023 - acc: 0.8206\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3892 - acc: 0.8258\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4381 - acc: 0.7993\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4344 - acc: 0.8015\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4488 - acc: 0.7918\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4264 - acc: 0.8063\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4368 - acc: 0.8029\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4334 - acc: 0.8004\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4432 - acc: 0.7974\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4238 - acc: 0.8115\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4390 - acc: 0.8000\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4431 - acc: 0.7955\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4268 - acc: 0.8071\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4279 - acc: 0.8049\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4165 - acc: 0.8099\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4169 - acc: 0.8110\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4187 - acc: 0.8155\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4186 - acc: 0.8166\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4089 - acc: 0.8153\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4181 - acc: 0.8150\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4118 - acc: 0.8180\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4048 - acc: 0.8186\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4025 - acc: 0.8214\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4186 - acc: 0.8073\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4065 - acc: 0.8154\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4017 - acc: 0.8179\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3942 - acc: 0.8267\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4071 - acc: 0.8197\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4255 - acc: 0.8070\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4134 - acc: 0.8168\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3919 - acc: 0.8256\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3959 - acc: 0.8231\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3864 - acc: 0.8241\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3854 - acc: 0.8276\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4031 - acc: 0.8158\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3953 - acc: 0.8230\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4088 - acc: 0.8132\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4026 - acc: 0.8190\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3875 - acc: 0.8316\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3801 - acc: 0.8337\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4036 - acc: 0.8230\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3841 - acc: 0.8271\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3820 - acc: 0.8290\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3855 - acc: 0.8283\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3850 - acc: 0.8307\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3829 - acc: 0.8296\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3770 - acc: 0.8308\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3767 - acc: 0.8367\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3866 - acc: 0.8287\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3807 - acc: 0.8327\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3786 - acc: 0.8353\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3856 - acc: 0.8319\n", + " 0.8908536137048747\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4422 - acc: 0.8008\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4459 - acc: 0.7968\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 40us/step - loss: 0.4375 - acc: 0.8032\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4342 - acc: 0.8040\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4266 - acc: 0.8077\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4320 - acc: 0.8058\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 41us/step - loss: 0.4289 - acc: 0.8089\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4366 - acc: 0.7990\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4312 - acc: 0.8062\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4300 - acc: 0.8048\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 42us/step - loss: 0.4326 - acc: 0.8060\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4204 - acc: 0.8135\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4253 - acc: 0.8055\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 41us/step - loss: 0.4133 - acc: 0.8159\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 40us/step - loss: 0.4166 - acc: 0.8144\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4294 - acc: 0.8067\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4135 - acc: 0.8168\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 41us/step - loss: 0.4324 - acc: 0.8025\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4147 - acc: 0.8147\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4130 - acc: 0.8179\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 40us/step - loss: 0.4132 - acc: 0.8155\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 41us/step - loss: 0.4142 - acc: 0.8142\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4221 - acc: 0.8136\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4055 - acc: 0.8209\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 41us/step - loss: 0.4172 - acc: 0.8120\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4169 - acc: 0.8179\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4196 - acc: 0.8146\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 41us/step - loss: 0.4164 - acc: 0.8146\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 42us/step - loss: 0.4180 - acc: 0.8126\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4290 - acc: 0.8059\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4044 - acc: 0.8219\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 40us/step - loss: 0.4104 - acc: 0.8183\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 40us/step - loss: 0.4064 - acc: 0.8216\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4022 - acc: 0.8247\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4029 - acc: 0.8212\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 41us/step - loss: 0.4029 - acc: 0.8257\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4021 - acc: 0.8214\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4033 - acc: 0.8210\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4032 - acc: 0.8217\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 42us/step - loss: 0.3829 - acc: 0.8349\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4037 - acc: 0.8243\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4071 - acc: 0.8179\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 41us/step - loss: 0.3904 - acc: 0.8294\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.3940 - acc: 0.8250\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3887 - acc: 0.8329\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3903 - acc: 0.8318\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 42us/step - loss: 0.3894 - acc: 0.8241\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3915 - acc: 0.8289\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3859 - acc: 0.8252\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4009 - acc: 0.8247\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4692 - acc: 0.7758\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4579 - acc: 0.7849\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4377 - acc: 0.7941\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4500 - acc: 0.7891\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4445 - acc: 0.7985\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4394 - acc: 0.7959\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4606 - acc: 0.7817\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4462 - acc: 0.7964\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4425 - acc: 0.7974\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4346 - acc: 0.7999\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4429 - acc: 0.7985\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4348 - acc: 0.8018\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4531 - acc: 0.7834\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4434 - acc: 0.7912\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4377 - acc: 0.7982\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4398 - acc: 0.7960\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4290 - acc: 0.8011\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4330 - acc: 0.7996\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4340 - acc: 0.7955\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4278 - acc: 0.8078\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4237 - acc: 0.8036\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4381 - acc: 0.7927\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4264 - acc: 0.8043\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4267 - acc: 0.8030\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4304 - acc: 0.8030\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4313 - acc: 0.8019\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4126 - acc: 0.8147\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 41us/step - loss: 0.4117 - acc: 0.8131\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4231 - acc: 0.8051\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4182 - acc: 0.8044\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4191 - acc: 0.8051\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4145 - acc: 0.8146\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4536 - acc: 0.7886\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4366 - acc: 0.7966\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4062 - acc: 0.8133\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4180 - acc: 0.8054\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4149 - acc: 0.8110\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4212 - acc: 0.8089\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4178 - acc: 0.8110\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4229 - acc: 0.8062\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4072 - acc: 0.8128\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4200 - acc: 0.8096\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4100 - acc: 0.8148\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4121 - acc: 0.8098\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.3992 - acc: 0.8144\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3901 - acc: 0.8221\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4010 - acc: 0.8231\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4080 - acc: 0.8136\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.3960 - acc: 0.8194\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3879 - acc: 0.8272\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4367 - acc: 0.8054\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4352 - acc: 0.8022\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4286 - acc: 0.8074\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4159 - acc: 0.8144\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4325 - acc: 0.8052\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4212 - acc: 0.8131\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4154 - acc: 0.8131\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4371 - acc: 0.8033\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4239 - acc: 0.8103\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4190 - acc: 0.8103\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4301 - acc: 0.8076\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4187 - acc: 0.8165\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4351 - acc: 0.8025\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 42us/step - loss: 0.4189 - acc: 0.8136\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4230 - acc: 0.8102\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4227 - acc: 0.8096\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4200 - acc: 0.8084\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4058 - acc: 0.8220\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4143 - acc: 0.8194\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4180 - acc: 0.8125\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4298 - acc: 0.8091\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4230 - acc: 0.8102\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4076 - acc: 0.8206\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4163 - acc: 0.8117\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4322 - acc: 0.8082\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4034 - acc: 0.8235\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4044 - acc: 0.8210\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4074 - acc: 0.8192\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4074 - acc: 0.8191\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3970 - acc: 0.8247\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3971 - acc: 0.8225\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4132 - acc: 0.8158\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4072 - acc: 0.8180\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4007 - acc: 0.8236\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4001 - acc: 0.8252\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3967 - acc: 0.8274\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4016 - acc: 0.8271\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4047 - acc: 0.8195\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3933 - acc: 0.8283\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3943 - acc: 0.8286\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3934 - acc: 0.8265\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3985 - acc: 0.8257\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3893 - acc: 0.8308\n", + "Epoch 44/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7275/7275 [==============================] - 0s 40us/step - loss: 0.3833 - acc: 0.8316\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3909 - acc: 0.8324\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3934 - acc: 0.8279\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3959 - acc: 0.8279\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3863 - acc: 0.8304\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3929 - acc: 0.8294\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3817 - acc: 0.8331\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4483 - acc: 0.8003\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4450 - acc: 0.8007\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4485 - acc: 0.8015\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4391 - acc: 0.8008\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4492 - acc: 0.8010\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4474 - acc: 0.7971\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4351 - acc: 0.8060\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4352 - acc: 0.8071\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4414 - acc: 0.8044\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4430 - acc: 0.7995\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4363 - acc: 0.8041\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4395 - acc: 0.8062\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4304 - acc: 0.8115\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4274 - acc: 0.8128\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4326 - acc: 0.8058\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4347 - acc: 0.8074\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4343 - acc: 0.8084\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4190 - acc: 0.8132\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4246 - acc: 0.8128\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4273 - acc: 0.8120\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4245 - acc: 0.8089\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4207 - acc: 0.8151\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4210 - acc: 0.8146\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4248 - acc: 0.8133\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4254 - acc: 0.8137\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4084 - acc: 0.8212\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4189 - acc: 0.8147\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4222 - acc: 0.8133\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4251 - acc: 0.8137\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4133 - acc: 0.8231\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4078 - acc: 0.8198\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 41us/step - loss: 0.4185 - acc: 0.8147\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4204 - acc: 0.8153\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 40us/step - loss: 0.4239 - acc: 0.8115\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4125 - acc: 0.8220\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4124 - acc: 0.8168\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4113 - acc: 0.8205\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4084 - acc: 0.8213\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4181 - acc: 0.8162\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4053 - acc: 0.8253\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4276 - acc: 0.8093\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4043 - acc: 0.8245\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4026 - acc: 0.8232\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4074 - acc: 0.8247\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4125 - acc: 0.8175\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4143 - acc: 0.8170\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3996 - acc: 0.8280\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4030 - acc: 0.8225\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4087 - acc: 0.8247\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4082 - acc: 0.8186\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4401 - acc: 0.8012\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4472 - acc: 0.7975\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4363 - acc: 0.8062\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4544 - acc: 0.7919\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4381 - acc: 0.7979\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4263 - acc: 0.8082\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4211 - acc: 0.8110\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4284 - acc: 0.8104\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4376 - acc: 0.7989\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4302 - acc: 0.8008\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4174 - acc: 0.8146\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4197 - acc: 0.8129\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4157 - acc: 0.8150\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4246 - acc: 0.8099\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4337 - acc: 0.8041\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4166 - acc: 0.8129\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4220 - acc: 0.8084\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4124 - acc: 0.8137\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4115 - acc: 0.8170\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4271 - acc: 0.8092\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4131 - acc: 0.8162\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4160 - acc: 0.8159\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4106 - acc: 0.8157\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4202 - acc: 0.8089\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4198 - acc: 0.8100\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4149 - acc: 0.8146\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4153 - acc: 0.8151\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4076 - acc: 0.8198\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4170 - acc: 0.8100\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4129 - acc: 0.8158\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3982 - acc: 0.8254\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4177 - acc: 0.8150\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4046 - acc: 0.8164\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4043 - acc: 0.8195\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4088 - acc: 0.8186\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4060 - acc: 0.8192\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3948 - acc: 0.8268\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3979 - acc: 0.8216\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4004 - acc: 0.8216\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4185 - acc: 0.8124\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4076 - acc: 0.8172\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3966 - acc: 0.8246\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4010 - acc: 0.8188\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3933 - acc: 0.8271\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4160 - acc: 0.8131\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3889 - acc: 0.8271\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3992 - acc: 0.8231\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3944 - acc: 0.8258\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.3847 - acc: 0.8298\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3956 - acc: 0.8296\n", + " 0.8813383819817171\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4385 - acc: 0.7985\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4376 - acc: 0.8076\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4265 - acc: 0.8082\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4387 - acc: 0.8041\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4283 - acc: 0.8120\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4410 - acc: 0.8041\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4383 - acc: 0.8044\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4338 - acc: 0.8065\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4323 - acc: 0.8076\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4352 - acc: 0.8047\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4321 - acc: 0.8038\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4261 - acc: 0.8121\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4305 - acc: 0.8099\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4198 - acc: 0.8104\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4211 - acc: 0.8100\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4230 - acc: 0.8100\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4124 - acc: 0.8203\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4153 - acc: 0.8159\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4234 - acc: 0.8146\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4234 - acc: 0.8084\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4154 - acc: 0.8170\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4346 - acc: 0.8074\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4218 - acc: 0.8131\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4315 - acc: 0.8093\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4164 - acc: 0.8161\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4183 - acc: 0.8179\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4139 - acc: 0.8131\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4287 - acc: 0.8081\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4224 - acc: 0.8120\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4186 - acc: 0.8191\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4133 - acc: 0.8213\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 33us/step - loss: 0.4226 - acc: 0.8155\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3990 - acc: 0.8256\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4071 - acc: 0.8232\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4016 - acc: 0.8265\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4181 - acc: 0.8133\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4052 - acc: 0.8209\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4008 - acc: 0.8258\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3992 - acc: 0.8235\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4051 - acc: 0.8238\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3980 - acc: 0.8271\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4028 - acc: 0.8228\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3930 - acc: 0.8333\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4013 - acc: 0.8239\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.3905 - acc: 0.8335\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3906 - acc: 0.8300\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3993 - acc: 0.8280\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3871 - acc: 0.8351\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3965 - acc: 0.8290\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3778 - acc: 0.8374\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4448 - acc: 0.8021\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4371 - acc: 0.8065\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4423 - acc: 0.8027\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 41us/step - loss: 0.4422 - acc: 0.8048\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4443 - acc: 0.7999\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4400 - acc: 0.8044\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4327 - acc: 0.8091\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 40us/step - loss: 0.4329 - acc: 0.8066\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4400 - acc: 0.8001\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4313 - acc: 0.8142\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4380 - acc: 0.8005\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4285 - acc: 0.8106\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4378 - acc: 0.8085\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4301 - acc: 0.8069\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4360 - acc: 0.8027\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4470 - acc: 0.7999\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4295 - acc: 0.8114\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4313 - acc: 0.8067\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4322 - acc: 0.8055\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4178 - acc: 0.8158\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4313 - acc: 0.8082\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4200 - acc: 0.8131\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 40us/step - loss: 0.4181 - acc: 0.8140\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 40us/step - loss: 0.4145 - acc: 0.8170\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4377 - acc: 0.8037\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4110 - acc: 0.8161\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 40us/step - loss: 0.4172 - acc: 0.8161\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4221 - acc: 0.8140\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4159 - acc: 0.8158\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4125 - acc: 0.8191\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4209 - acc: 0.8151\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4153 - acc: 0.8201\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4087 - acc: 0.8209\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 40us/step - loss: 0.4226 - acc: 0.8078\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4113 - acc: 0.8187\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4094 - acc: 0.8179\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4011 - acc: 0.8227\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 42us/step - loss: 0.4105 - acc: 0.8219\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4060 - acc: 0.8206\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4169 - acc: 0.8133\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4056 - acc: 0.8230\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 40us/step - loss: 0.4130 - acc: 0.8191\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4183 - acc: 0.8142\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4120 - acc: 0.8175\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4095 - acc: 0.8186\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 40us/step - loss: 0.4184 - acc: 0.8131\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4349 - acc: 0.8043\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4046 - acc: 0.8203\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4053 - acc: 0.8201\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4019 - acc: 0.8242\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4219 - acc: 0.8118\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4437 - acc: 0.7971\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4402 - acc: 0.8025\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4155 - acc: 0.8121\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4220 - acc: 0.8110\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4145 - acc: 0.8128\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4172 - acc: 0.8103\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4106 - acc: 0.8168\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4351 - acc: 0.8019\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4072 - acc: 0.8148\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4169 - acc: 0.8129\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4229 - acc: 0.8122\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4091 - acc: 0.8170\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4284 - acc: 0.8065\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4043 - acc: 0.8197\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4310 - acc: 0.8045\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4081 - acc: 0.8186\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3976 - acc: 0.8221\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3939 - acc: 0.8268\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4015 - acc: 0.8212\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4007 - acc: 0.8188\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4076 - acc: 0.8131\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4001 - acc: 0.8239\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3944 - acc: 0.8246\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4082 - acc: 0.8155\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3855 - acc: 0.8352\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.3872 - acc: 0.8305\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3822 - acc: 0.8327\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3994 - acc: 0.8243\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3851 - acc: 0.8326\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3825 - acc: 0.8326\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3893 - acc: 0.8289\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.3846 - acc: 0.8272\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3847 - acc: 0.8267\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3922 - acc: 0.8239\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.3820 - acc: 0.8326\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.3859 - acc: 0.8318\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3683 - acc: 0.8388\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3928 - acc: 0.8250\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3768 - acc: 0.8335\n", + "Epoch 41/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3786 - acc: 0.8278\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3722 - acc: 0.8326\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3650 - acc: 0.8396\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.3720 - acc: 0.8326\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3735 - acc: 0.8377\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3770 - acc: 0.8344\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3859 - acc: 0.8312\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3821 - acc: 0.8290\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3861 - acc: 0.8312\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3704 - acc: 0.8353\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4246 - acc: 0.8111\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4280 - acc: 0.8110\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4296 - acc: 0.8049\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4474 - acc: 0.7940\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4423 - acc: 0.7971\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4405 - acc: 0.8000\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4263 - acc: 0.8074\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4377 - acc: 0.8019\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4182 - acc: 0.8135\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4374 - acc: 0.8027\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4213 - acc: 0.8128\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 40us/step - loss: 0.4278 - acc: 0.8106\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4208 - acc: 0.8125\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4255 - acc: 0.8054\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4175 - acc: 0.8146\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4226 - acc: 0.8126\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4259 - acc: 0.8106\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4145 - acc: 0.8144\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4101 - acc: 0.8213\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4115 - acc: 0.8179\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4161 - acc: 0.8175\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4133 - acc: 0.8142\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 40us/step - loss: 0.4155 - acc: 0.8135\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4075 - acc: 0.8188\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4158 - acc: 0.8159\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3961 - acc: 0.8249\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4016 - acc: 0.8224\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4175 - acc: 0.8175\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4085 - acc: 0.8214\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4042 - acc: 0.8183\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.3989 - acc: 0.8228\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4062 - acc: 0.8201\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3922 - acc: 0.8269\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3910 - acc: 0.8296\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4020 - acc: 0.8157\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4000 - acc: 0.8213\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4079 - acc: 0.8150\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 40us/step - loss: 0.3840 - acc: 0.8351\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3951 - acc: 0.8301\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.3981 - acc: 0.8217\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3843 - acc: 0.8311\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.3921 - acc: 0.8307\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3787 - acc: 0.8348\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3878 - acc: 0.8283\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3868 - acc: 0.8311\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.3862 - acc: 0.8335\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3877 - acc: 0.8309\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3804 - acc: 0.8312\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.3902 - acc: 0.8246\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3786 - acc: 0.8374\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4392 - acc: 0.8044\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4357 - acc: 0.8074\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4359 - acc: 0.8059\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4325 - acc: 0.8059\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4334 - acc: 0.8021\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 40us/step - loss: 0.4325 - acc: 0.8058\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4433 - acc: 0.8001\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4250 - acc: 0.8106\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4256 - acc: 0.8092\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4488 - acc: 0.7963\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4166 - acc: 0.8102\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4255 - acc: 0.8106\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4172 - acc: 0.8165\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4185 - acc: 0.8135\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4256 - acc: 0.8095\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 40us/step - loss: 0.4290 - acc: 0.8096\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4185 - acc: 0.8154\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4185 - acc: 0.8150\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4250 - acc: 0.8147\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4214 - acc: 0.8162\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4214 - acc: 0.8099\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4131 - acc: 0.8173\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4107 - acc: 0.8191\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4078 - acc: 0.8197\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4122 - acc: 0.8188\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4093 - acc: 0.8243\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4117 - acc: 0.8158\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4128 - acc: 0.8140\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3988 - acc: 0.8254\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4010 - acc: 0.8247\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4062 - acc: 0.8154\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4028 - acc: 0.8232\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4001 - acc: 0.8263\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4034 - acc: 0.8223\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4169 - acc: 0.8192\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4055 - acc: 0.8194\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3942 - acc: 0.8269\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3900 - acc: 0.8326\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4035 - acc: 0.8201\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4050 - acc: 0.8227\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3969 - acc: 0.8263\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4025 - acc: 0.8239\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3870 - acc: 0.8319\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3911 - acc: 0.8258\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3911 - acc: 0.8286\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.3878 - acc: 0.8315\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4064 - acc: 0.8190\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3809 - acc: 0.8407\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.3861 - acc: 0.8309\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4008 - acc: 0.8269\n", + " 0.8609446609317942\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4256 - acc: 0.8071\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4230 - acc: 0.8113\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4382 - acc: 0.8005\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4336 - acc: 0.8073\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4242 - acc: 0.8082\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4135 - acc: 0.8172\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4148 - acc: 0.8172\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4136 - acc: 0.8126\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4070 - acc: 0.8159\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4056 - acc: 0.8190\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4414 - acc: 0.7973\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4142 - acc: 0.8106\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4222 - acc: 0.8089\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4067 - acc: 0.8142\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4132 - acc: 0.8110\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4208 - acc: 0.8074\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4065 - acc: 0.8151\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4035 - acc: 0.8219\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4073 - acc: 0.8168\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3958 - acc: 0.8223\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3999 - acc: 0.8146\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4130 - acc: 0.8144\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4284 - acc: 0.8010\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3935 - acc: 0.8241\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3912 - acc: 0.8268\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3885 - acc: 0.8269\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3941 - acc: 0.8206\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3919 - acc: 0.8253\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3932 - acc: 0.8234\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.3929 - acc: 0.8242\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.3915 - acc: 0.8241\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3740 - acc: 0.8333\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3855 - acc: 0.8274\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3802 - acc: 0.8271\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3789 - acc: 0.8340\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3736 - acc: 0.8333\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3827 - acc: 0.8264\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3791 - acc: 0.8290\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3684 - acc: 0.8370\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3671 - acc: 0.8366\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3693 - acc: 0.8360\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3638 - acc: 0.8397\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3698 - acc: 0.8373\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3557 - acc: 0.8422\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3845 - acc: 0.8264\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3586 - acc: 0.8382\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3580 - acc: 0.8425\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3946 - acc: 0.8243\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3592 - acc: 0.8381\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3792 - acc: 0.8263\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4476 - acc: 0.7984\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4321 - acc: 0.8051\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4245 - acc: 0.8120\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4402 - acc: 0.7995\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4286 - acc: 0.8096\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4266 - acc: 0.8114\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4281 - acc: 0.8069\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4341 - acc: 0.8058\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4184 - acc: 0.8150\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4299 - acc: 0.8062\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4176 - acc: 0.8137\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4238 - acc: 0.8110\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4173 - acc: 0.8150\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4258 - acc: 0.8107\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4110 - acc: 0.8176\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4174 - acc: 0.8168\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4225 - acc: 0.8080\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4114 - acc: 0.8147\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4169 - acc: 0.8136\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 34us/step - loss: 0.4054 - acc: 0.8231\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4071 - acc: 0.8191\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4132 - acc: 0.8148\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4142 - acc: 0.8162\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4076 - acc: 0.8209\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4096 - acc: 0.8169\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4016 - acc: 0.8216\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3989 - acc: 0.8232\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3938 - acc: 0.8241\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4233 - acc: 0.8118\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3992 - acc: 0.8221\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4054 - acc: 0.8202\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3994 - acc: 0.8234\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4258 - acc: 0.8091\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4022 - acc: 0.8219\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4038 - acc: 0.8173\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4020 - acc: 0.8230\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3956 - acc: 0.8283\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3855 - acc: 0.8289\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3963 - acc: 0.8232\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3895 - acc: 0.8274\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3920 - acc: 0.8285\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3842 - acc: 0.8318\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3902 - acc: 0.8279\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3911 - acc: 0.8276\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4030 - acc: 0.8201\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3917 - acc: 0.8279\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3771 - acc: 0.8355\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3862 - acc: 0.8316\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4002 - acc: 0.8212\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3796 - acc: 0.8283\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4340 - acc: 0.8040\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4283 - acc: 0.8066\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4331 - acc: 0.8005\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4322 - acc: 0.8036\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4245 - acc: 0.8087\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4339 - acc: 0.8027\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4287 - acc: 0.8076\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4257 - acc: 0.8077\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4391 - acc: 0.7999\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4213 - acc: 0.8089\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4253 - acc: 0.8081\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4302 - acc: 0.8040\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4207 - acc: 0.8110\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4201 - acc: 0.8055\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4171 - acc: 0.8111\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4099 - acc: 0.8147\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4169 - acc: 0.8137\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4141 - acc: 0.8157\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4085 - acc: 0.8153\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4050 - acc: 0.8187\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4061 - acc: 0.8184\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4095 - acc: 0.8147\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4008 - acc: 0.8224\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4077 - acc: 0.8181\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4048 - acc: 0.8197\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4017 - acc: 0.8148\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4216 - acc: 0.8098\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3924 - acc: 0.8252\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4038 - acc: 0.8199\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3923 - acc: 0.8221\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4044 - acc: 0.8175\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4144 - acc: 0.8148\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 40us/step - loss: 0.4155 - acc: 0.8162\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4033 - acc: 0.8187\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4019 - acc: 0.8238\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4004 - acc: 0.8187\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3895 - acc: 0.8301\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4084 - acc: 0.8186\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3899 - acc: 0.8250\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3970 - acc: 0.8232\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4036 - acc: 0.8195\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3947 - acc: 0.8261\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3978 - acc: 0.8254\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3930 - acc: 0.8267\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3803 - acc: 0.8331\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3856 - acc: 0.8304\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3990 - acc: 0.8199\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3852 - acc: 0.8327\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3993 - acc: 0.8224\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3819 - acc: 0.8329\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4346 - acc: 0.8043\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4409 - acc: 0.8015\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4346 - acc: 0.8058\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4385 - acc: 0.8025\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4551 - acc: 0.7949\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4389 - acc: 0.7974\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4433 - acc: 0.8025\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4358 - acc: 0.8045\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4388 - acc: 0.8012\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4487 - acc: 0.7952\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4284 - acc: 0.8099\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4277 - acc: 0.8091\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4339 - acc: 0.8113\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4333 - acc: 0.8032\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4289 - acc: 0.8070\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4274 - acc: 0.8096\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4398 - acc: 0.7995\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4251 - acc: 0.8096\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4266 - acc: 0.8099\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4353 - acc: 0.8051\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4183 - acc: 0.8120\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4189 - acc: 0.8111\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4161 - acc: 0.8118\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4204 - acc: 0.8091\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4198 - acc: 0.8107\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4225 - acc: 0.8118\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4105 - acc: 0.8180\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4265 - acc: 0.8087\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4113 - acc: 0.8191\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4165 - acc: 0.8176\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4223 - acc: 0.8103\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4225 - acc: 0.8110\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4150 - acc: 0.8143\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4150 - acc: 0.8148\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 40us/step - loss: 0.4140 - acc: 0.8146\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4129 - acc: 0.8177\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4134 - acc: 0.8208\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4179 - acc: 0.8135\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 41us/step - loss: 0.4100 - acc: 0.8181\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4185 - acc: 0.8129\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4101 - acc: 0.8175\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4219 - acc: 0.8136\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4241 - acc: 0.8069\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4164 - acc: 0.8139\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3988 - acc: 0.8239\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4184 - acc: 0.8128\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4166 - acc: 0.8158\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4101 - acc: 0.8184\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3999 - acc: 0.8224\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 39us/step - loss: 0.4034 - acc: 0.8231\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4215 - acc: 0.8124\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4269 - acc: 0.8041\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4340 - acc: 0.8043\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4275 - acc: 0.8093\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4328 - acc: 0.8032\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4276 - acc: 0.8038\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4199 - acc: 0.8113\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4153 - acc: 0.8153\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4051 - acc: 0.8208\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4184 - acc: 0.8091\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4252 - acc: 0.8115\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4249 - acc: 0.8102\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4209 - acc: 0.8133\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4218 - acc: 0.8117\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4260 - acc: 0.8048\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4178 - acc: 0.8074\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4079 - acc: 0.8181\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4117 - acc: 0.8121\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4043 - acc: 0.8172\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4050 - acc: 0.8162\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4004 - acc: 0.8208\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.4117 - acc: 0.8110\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3934 - acc: 0.8265\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4196 - acc: 0.8033\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.4044 - acc: 0.8111\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4083 - acc: 0.8202\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3924 - acc: 0.8267\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4009 - acc: 0.8212\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.4003 - acc: 0.8166\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 42us/step - loss: 0.3929 - acc: 0.8247\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3876 - acc: 0.8253\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.4018 - acc: 0.8232\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3891 - acc: 0.8264\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3826 - acc: 0.8300\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 35us/step - loss: 0.3900 - acc: 0.8275\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3791 - acc: 0.8326\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3924 - acc: 0.8256\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3877 - acc: 0.8297\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3971 - acc: 0.8230\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3947 - acc: 0.8195\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3782 - acc: 0.8330\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3968 - acc: 0.8214\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 40us/step - loss: 0.3823 - acc: 0.8297\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 36us/step - loss: 0.3902 - acc: 0.8293\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 41us/step - loss: 0.3761 - acc: 0.8326\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3752 - acc: 0.8362\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3739 - acc: 0.8334\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 37us/step - loss: 0.3840 - acc: 0.8296\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3778 - acc: 0.8351\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 38us/step - loss: 0.3810 - acc: 0.8329\n", + " 0.8730056613484303\n" + ] + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEWCAYAAACJ0YulAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAIABJREFUeJzsnXl4VcXZwH/vXXKzLyQBEraEfQ0Bg4Aii6JSd7GKS0Wr1qooWndbLdT6qW3dq6VVVBQ1oCJiFeqCIIIKsgRkEQIhhATIvid3O2e+P87N5WYlrCF4fs9zn3vPmTkz75x7zrwz78y8I0opTExMTExMACxtLYCJiYmJycmDqRRMTExMTPyYSsHExMTExI+pFExMTExM/JhKwcTExMTEj6kUTExMTEz8mErhFEBErhORL9pajrZGRLqLSJWIWE9gnkkiokTEdqLyPJ6IyBYRGX8E152yz6CIjBeR3LaW40RhKoVjjIhki0itr3I6ICJzRCT8eOaplHpXKXXe8czjZMR3ryfWHSulcpRS4UoprS3lait8yqn30aShlBqklFp+iHwaKcJf6jN4KmIqhePDxUqpcCAVGAY80sbyHBFt2fo9VVreh4N5v01OBkylcBxRSh0APsdQDgCIiENEnhGRHBHJF5F/i0hIQPilIpIhIhUisktEJvnOR4nI6yKyX0TyROSJOjOJiNwoIit9v/8tIs8EyiEii0TkXt/vRBFZICKFIrJbRKYHxJspIh+KyDsiUgHc2LBMPjne9l2/R0QeFRFLgByrROSfIlIuIj+LyDkNrm2pDKtE5HkRKQFmikgvEflaRIpFpEhE3hWRaF/8uUB34L++XtmDDVuwIrJcRP7qS7dSRL4QkbgAeab6ylAsIo817Hk0KHeIiDzri18uIisD/zfgOt9/WiQifwq47nQR+V5EynzlfllEggLClYhME5FMINN37kUR2et7BtaJyFkB8a0i8kffs1HpC+8mIit8UTb67scUX/yLfM9TmYh8JyIpAWlli8hDIrIJqBYRW+A98Mm+1idHvog857u0Lq8yX16jA59B37WDRORLESnxXfvHZu5rs++DT7YfAv7P28UwbwX7jj8QozdeLiIrRGRQQLpzRORfIrLEJ+MqEeksIi+ISKnv2RzW4F48IiJbfeFv1uXThMzNvkOnBEop83MMP0A2MNH3uyvwE/BiQPgLwCdAByAC+C/wlC/sdKAcOBdDYXcB+vvCPgb+A4QBHYE1wO99YTcCK32/xwJ7AfEdxwC1QKIvzXXAn4EgoCeQBZzvizsT8ACX+eKGNFG+t4FFPtmTgB3AzQFyeIE/AHZgiq88HVpZBi9wF2ADQoDevnvhAOIxKqMXmrrXvuMkQAE23/FyYBfQ15fecuBpX9hAoAoY47sXz/jKPrGZ//UV3/VdACtwhk+uujxf8+UxFHABA3zXnQaM8pUpCdgG3BOQrgK+xHgeQnznfgPE+q65DzgABPvCHsB4pvoB4ssvNiCt3gFpDwcKgJE+mW/w3TNHwP3LALoF5O2/p8D3wPW+3+HAqKbucxPPYASw3yd7sO94ZDP3taX3weL7z2cCfYBSYFjAtTf5rnH40skICJsDFPnufzDwNbAbmOq7F08Ayxo8S5t996IDsAp4whc2HsgNkKnZd+hU+LS5AKfax/dwVQGVvhdnKRDtCxOgGugVEH80sNv3+z/A802k2QmjogkJOHdN3UPd4IUUIAcY6zv+HfC17/dIIKdB2o8Ab/p+zwRWtFA2q0+OgQHnfg8sD5BjHz6F5Du3Bri+lWXIaS5vX5zLgA0N7vWhlMKjAeF3AP/z/f4zkB4QFgq4aUIp+CqCWmBoE2F1eXZtUOarmynDPcDCgGMFnH2IcpfW5Q1sBy5tJl5DpTAL+GuDONuBcQH376Ymnt86pbAC+AsQ10yZm1MK1wT+Ty2Uq8X3ISCvEgxl+kgLaUX7ZIryHc8BXgsIvwvYFnA8BChrUO7bAo4vAHb5fo/noFJo8R06FT6mHfH4cJlS6isRGQe8B8QBZRit3VBgnYjUxRWMyhaMVsriJtLrgdHy3h9wnQWjR1APpZQSkXkYL+YK4FrgnYB0EkWkLOASK/BtwHGjNAOIw2gd7Qk4twej9VxHnvK9KQHhia0sQ728RaQj8BJwFkaL0IJRQR4OBwJ+12C0ePHJ5M9PKVUjIsXNpBGH0drcdbj5iEhf4DkgDeO/t2G0NANpWO77gFt8Miog0icDGM9IS3IE0gO4QUTuCjgX5Eu3ybwbcDPwOPCziOwG/qKU+rQV+bZWxkO9DyilskVkGUYl/Yo/kmF2/D/gSl86ui8oDqN3CpAfkFdtE8cNJ4AE3ou657YhrXmH2jXmmMJxRCn1DUaLpc7GX4TxMA5SSkX7PlHKGJQG46Hs1URSezFa2XEB10UqpQY1ERcgHfi1iPTAaNksCEhnd0Aa0UqpCKXUBYFit1CkIgwTS4+Ac92BvIDjLhLwhvvC97WyDA3zfsp3LkUpFYlhVpEW4h8O+zHMe4AxZoBhsmmKIsBJ0//NoZgF/Az08ZXhj9QvAwSUwzd+8BBwFRCjlIrGqOTqrmnuGWmKvcD/Nfi/Q5VS6U3l3RClVKZS6hoMU9/fgA9FJKylaw5TxkO9D4jIBRi9h6XAPwKuvRa4FJgIRGH0KKDxvT0cugX8rntuG9Kad6hdYyqF488LwLkikqqU0jFsz8/7WsGISBcROd8X93XgtyJyjohYfGH9lVL7gS+AZ0Uk0hfWy9cTaYRSagNQCMwGPldK1bVq1gAVvgG8EN+g5WARGdGagihjquf7wP+JSIRP6dzLwZ4IGBXIdBGxi8iVwABg8eGWwUcEhimuTES6YNjTA8nHsOkeCR8CF4vIGWIM/P6FZioU3//2BvCcb5DR6htcdbQinwigAqgSkf7A7a2I78X4/2wi8meMnkIds4G/ikgfMUgRkTpl1vB+vAbcJiIjfXHDRORCEYlohdyIyG9EJN5X/rpnSPPJptP8vf8U6Cwi9/gGkiNEZGTDSId6H8SYFPA6Rq/pBoz/q67yjcBoZBRj9DaebE2ZDsE0EekqIh0wlPf8JuIc1TvUHjCVwnFGKVWIMTj7mO/UQ8BO4AcxZvh8hTFoiFJqDfBb4HmM1uE3HGyVT8Xo+m/FMKF8CCS0kHU6RivqvQBZNOBijNlQuzFaarMxWlqt5S4MO3AWsNKX/hsB4asxBgWLMLr3v1ZK1ZllDrcMf8EYLC0HPgM+ahD+FPCoGDNr7j+MMqCU2uIryzyMXkMlxqCsq5lL7scY4P0Rw8b9N1r3/tyP0aqtxKgAm6poAvkcWIIxgL8Ho4cSaNZ4DkMxf4GhbF7HGOAGY0zoLd/9uEoptRZjTOlljPu9kyZmlLXAJGCLiFQBL2KMkziVUjUY/+0qX16jAi9SSlViTBC4GMOslglMaCaPZt8H4FVgkVJqse8ZuhmY7VOCb/vuTx7G8/TDYZSrOd7DuK9Zvs8TDSMco3fopKZuhoqJyVEjIjcCtyilxrS1LIeLGAsMyzDMPLvbWh6TE4uIZGM8u1+1tSxtjdlTMPnFIiIXi0ioz07+DEZPILttpTIxaVtMpWDyS+ZSjMHEfRgmr6uV2XU2+YVjmo9MTExMTPyYPQUTExMTEz/tbvFaXFycSkpKamsxTExMTNoV69atK1JKxR8qXrtTCklJSaxdu7atxTAxMTFpV4jInkPHMs1HJiYmJiYBmErBxMTExMSPqRRMTExMTPyYSsHExMTExI+pFExMTExM/Bw3pSAib4hIgYhsbiZcROQlEdkpIptEZPjxksXExMTEpHUcz57CHAwvi83xKwzXAn2AWzH8zpuYmJiYtCHHbZ2CUmqFiCS1EOVS4G2fr5kfRCRaRBJ8fvdNTExM2jU1lR4qKxVV1aBroGng8YDbI7hcxm9dA68XPF6oqoKKUp3KUjdeDXRd8HqgukZRkVNIlTOIURd24rbb7cdV7rZcvNaF+n7ic33nGikFEbkVozdB9+7dT4hwJu0Lj8dDbm4uTqezrUUxOc4Ye/OogOPDTcC4Wumg6wpdP5iOUuL79uWgAsNU4zgBeSsFulIHw3VB1dukThG4j5M/xAZ2G8QEQ3Rcg2gKLEpHdAUiiKOYbduCWixecHAwXbt2xW4/MuXRlkqhqV2umvx7lVKvYmy4QVpamunBz6QRubm5REREkJSURP3dQE3aCqUUmlZzxNfrutG61jWjItaVcU7XFLqyovla2ZoXFILSD1bsuqqLZ1TOmlKgpF5Fj4DFanxaKETzQU2ck4YnLSAWEF+AACIHj21K81WECotFYRGFzWpcgy+uzeXE7qqBsBCsHSKIiAlrQVxFcXExubm5JCcnt1Cw5mlLpZBL/T1Ru9L0nqgmJofE6XSaCuEQKKVjbBzWNLruorm2mtLqt84PnZdC08DtUig92KjcdUHTQdMFTTMqcV0Jun6wVa6Uz2yiCbq/uV5frMaenesfS8NjZZwVEX9UEYWy1K+gRVS9j3EOlAjiq81FQCwKEbBYFGKzBuRrVObK5lM2vvRDLII0M3wrYiUi2B5wLIYmdLshxLehnh4BLtfB4xYQEWJjYyksLDxk3OZoS6XwCXCniMzD2Fy+3BxPMDkaTIXQPLruRSk3uuYFTYHXA9Kw+gQLRgWllDJa3sbFKBRitfobzrqv8vZ4hVq3F4/XgqbVfQSvZkXXG1aEB2t48VfsjRWNLsZ5EaP1bFTIdZW1UXlbfGEWizrYEveFCaAsFn9csYBu0X3HYLcKYjGURLghjh9BCAoNNX438Twd92esshL27zcE7dkTrD7t0gqFUMfRynjclIKIpAPjgTgRyQVmgPHEKaX+DSwGLsDYn7UGY29iExOTw8SwdXtRusLlcvla3Qrd7UbpGohRqaMsKM2CjhXl++h++7jRYjda7oKuCZouvla78sUTv708EFFGJSRgKBplVMxWFDarjtWisFh0LAJWi45FFFargiALFlG4LHUtcSM9iygibDqO0BCq3XVNe+q1tkXwt7DbpPI+1ni9cOAAVFQYxyEhRo/B2pJt6/hw3KakKqWuUUolKKXsSqmuSqnXlVL/9ikElME0pVQvpdQQ3ybjJibtFqvVSmpqKoMHD+biiy+mrKzMH7ZlyxbOPvts+vbtS58+ffjrX/9azwyyZMkS0tLSGDBgAP379+eee+7B6XTW+5SXl3P22WeTkpLC22/Nobq6kurKMqpKCqgqLaSksJzKMhfnTfwVq1aspbrKRpUznIqaaEor4vj37M+44w9/YX9RDAeKosgvCqewOIzColDue+ARRp2RytnnjOL7HzZTWW2nttaGy2VF89pAt+Oq9XDTjRNBB7vFisMK8997gbQR4VjVfmKjKukYU8Y3S2fx8j9vo09yOT16Kbomw42/m8SuwgzCutrRoz088Pi9jBqTwllnj+TKyZPYsW0jkeEOIsMdhIcFoxyhODXBZrMSEx5MTFgw0WEO/ycq1IHFYsFisfgVwN13302fPn0YOnQo69evb/I/Sk9PZ8iQIaSkpDBp0iSKiooAmDJlCqmpqaSmppKUlERqaioAP/30EzfeeONxemIw7GXl5bBrl6EQLBbo1AmSkiCo5QHl40W7c51tYnKyEhISQkZGBgA33HADr7zyCn/605+ora3lkksuYdasWZx33nnU1NRw+eWX8+KLL3LbbbexZcsWpk2bxsKFC+nXrx9er5fXX3+doKAgXy9A4XG5Wb92HW6XmxVfrcCreSkrduH1WnF7wnB5g1C6BQTcXisllaEUVoTXk8/jretVGK11sRit8hXfLWFv7g6WLv+JTRvX8H9/vZMl/12Gzar7W/qa183sN1/n15dPpFeXIn+a//tiHqedNoxVa/7H1KlTEREkPATNZqfGEYXTq6MUeAGPApuycM9tt5GUlETWzp1YLBaysrLYtm0bkSFHPtVyyZIlZGZmkpmZyerVq7n99ttZvXp1vTher5e7776brVu3EhcXx4MPPsjLL7/MzJkzmT9/vj/efffdR1RUFABDhgwhNzeXnJyc4zPz8cABKC01foeFQUJCmymDOkw3FyYmx5C6Vn1aWho5OTk4nU7eeustRo0axVlnnklNZSVK03jmb3/j2WeewaJ7eP7ZZ3j4gfvp17snmstDTUUNV06+jrycMnKyK8nOqmHDhnxu+O3v2LjpJ0aNHceajCIWf7GeSReezYUXjeKxR29FtFpCbR6sogixeol0uPjis9e47OL+/P7mcWRu/YbIEBc9EwpJ6lxE945FdI0r5vuVH/Lb6y4lMbKMSWf1paqimKrSTIKCvVjsOsoKtmAHHy76hMlXXU1QVByeiFi2F5RRXVPD/TMe593571OqQYlX4dUVogSLBmEWCwlhDoIsFuKCgyjcl8P6tT/y96efwmIxqp+ePXty4YUXHtV9X7RokV8pjRo1irKyMvbvrz9EWadgq6urUUpRUVFBYmJiozjvv/8+11xzjf/cxRdfzLx5845KvmaJiDBMRImJ0L17mysEMHsKJqcoX23NP+ZpThzYqd6x0+n0VzR1WJXCW1PD8qVLufG666C2ls0ZGQzpP5Ca0lq8KDyalcjIJCoqq9jycxUbMrYx+Yp72bnL4UvF4Z8pU5dyVFQ3/jLzVd566zlenbUQr6eaW26ayLy5/2VA357c9cBtfLbkZabdcTtBwRCXIOi2Al54+Um+++47oqKiOP/88xk6dCiWsBi/yUVEyC8qIbnvQLyhHVBAQtfu7C2rJSw51JgyL+B2u9mVtZuILt0p9hgT+xfOf59fXzmFc84ay72//x2WqnI6duxIlMNOkM3SZMt/y5YtpKamYm2FrXzKlCls37690fl7772XqVOn1juXl5dHt24HJzN27dqVvLw8EhIS/OfsdjuzZs1iyJAhhIWF0adPH1555ZV66Xz77bd06tSJPn36+M+lpaXx9NNP8+CDDx5S5kPickFNDcTEGMfh4dC7d5uMHTSHqRRMTkkaVuBHg/J6cTqd1JSVoTQNl+72KQIdqwWUx46mW6itrSX1tNPJzd3L4MFD6Z8ykb0Fdipr7JTXhHCgLNKXom8QVAkeT7Axxx4LYrH4TDYKq92C1aIIcoA9CGw2RXa2k+AQL4mJNfy0eTM9eyVx+pgBANxw41T+85//cN8DDyAiWK1W1q9fz7hx4/yt4auvvpodO3bgUVaq61ZsoXBpOuVenVogxG4FiyB2C6EOG5G+KZf7yorpEBNN51CH/74sXPABCxcuJCrUweTJk/nggw+YNm1as4O8hzv4G2jSORSNp6k2zs/j8TBr1iw2bNhAz549ueuuu3jqqad49NFH/XHS09Pr9RIAOnbsyL59RzlbXikoLobCQuO3wwG+WU4nk0IAUymYmNSjbkW00jSUrqM0F7rmxu2xoXmD8GhBuDw2lGbHq1nwahZ8U2NwOEJ4//31VFaWM+3Oy3hjztv85jd30bPXENav/5YghxWbzajg8/J2ER4RTnJSKIMHD2BfzvecMzYZiyVg4qaIfxETOr5pmFYcYWHYg0MQEYJ85gavsqApKHJreJSizKtT4dVxKyh0eQGo9GjUajrVSic06GCF36tHd2oK8/0V/oG8PPp27+4PB2O8JHC1+KZNm8jMzOTcc88FjJ5Ez549mTZtGrGxsZTW2cl9lJSUEBcXR3R0NBs3bkTXdb/5qDkOp6fQtWtX9u496CAhNze3kWmobrynV69eAFx11VU8/fTT/nCv18tHH33EunXr6l3ndDoJOYwpoY1wOmHfPuMbICrqpDATNYc5pmDyi6e0qpSSyhKKK4qpqi2nsqyMkpJqCgp08g6Esmd/HPsKO5BfFk5JZQjVtSE4vcF4VRBYbFjtVhzBxrz46BgLScnRPPXk35n79jN0iCrn9zdfyqaN37Ltp//SIaICu8pn5p+nc/dd03DYa/jD9Dt44Z/PkZmbix4chhYUwsuvzUYPDkUPCjM+jjB0ezAeBcUenbiefcjKzmb1lp8pcHp45713OHPcWEKDbH77/aSxY1i98lvstVXE2i18vmghoTYrnUMd9Sr8Sy65hLfffhulFD/88ANRUVH1zC4AMTExaJrmVwzp6enMnDmT7OxssrOz2bdvH3l5eezZs4cRI0awatUqDhw4AMDatWtxuVx069aNXr16kZaWxowZM/yt+8zMTBYtWtTof5k/fz4ZGRmNPg0VQmvL0KVLF7Zu3epf2PXll18yYMAAf/hXX31F//796dq1a73rduzYweDBg1v9PPnRdSgogN27DYVgtxvjBl26gO3kbY+fvJKZmBwGTq+TSndli3GUUnjdRqsZr4bSFW43uJ1WvJ5gPF4rXs1izIc3Jt1jLGeCIJsXR5CG3a5jtymsDuMdV97aeqtfI0MqUShGjRhIytAUPvvfR1x95TW8NXc+jzxyP/c+9CC6rnHV1dfyu7vuQYmF5GEjmPmPZ7n5phtx1dYiIpx3wa8Qe32zgrIKVosYLfpQB2/PmcMdU6/D6/UyYsQI/jBtGo6Ayj4hIYGZM2cyevRoEhISGD58OJrWeEXzBRdcwOLFi+nduzehoaG8+eabTd6/8847j5UrVzJx4kTmzZvHkiVL6oVffvnlzJs3j4ceeogXX3yRCy64AF3XCQ8PJz093d8zmD17Nvfdd58/v9jYWP7xj3+0+N8dipbKkJqaSkZGBomJicyYMYOxY8dit9vp0aMHc+bM8cebN29eI9MRwLJly45sILygAEpKjN8dOkB8/ElnKmoKacoWdzKTlpam1q41lzT8UlmZtxKv7m10PqositTBqf7WZ+AAsKYpnDUaNdXGylvdI7i9xqrbg8//QbuNza7jsGvYLG6sVg9Bdg9iAc3SVJdfEPtBO7uI+KxJUhds2PhtFiJDDl5f4dX8eYtIvZb7ycqGDRt47rnnmDt3bluLcsJwuVyMGzeOlStXYjvc1r3XC3v3GusO6sYPThDbtm2r1wsCEJF1Sqm0Q11r9hRMTnr8ikApgvLLGB2biq5reDUNr8eDy+2mUAmeomJ0HWrdVpwuKy6vFZfXhkcTn4exIBqOddptihCHEBKsERQGopyAwunVAMESFEpEsK3ebJ2mvut+NzWYWqcAyj3eenGj7O3r9Rs2bBgTJkxA07RWzR46FcjJyeHpp59unUKoqoKyMsM8JGKYiJKSaPTQneS0r6fS5JTGub0EpR3suW7L24BeUUUI0E2LwVNdg1ezUsg3KM2DQigsD+bnfbH0nJzA3pIwnB47uq4HmH8UYoUgu8Ju17DbdLDoWKwKq2hYLMrfSXB5jErd6gghKEiICLY3W9E3xKj49SbD2qMCaI6bbrqprUU4ofTp06fe9NQm0TTIzzcUAhiL0OqmnLYzhQCmUjBpAwIrf2U4nkevqEC5nNi6BKFpGhuyv0cVl9I9diDu0FBqD6ynJiKKotoOZO7txbeZPfkpQyivsIO4mXVRCTVuK4JOkEMjPNyCw6Fhtym8BE5ZFAQrmkXAEoTVbsViabrir9SaruSb4lSq+E0Og4oKY1Wy12sogPh4iI5ua6mOCvMpNjnuNFICmgdrSBUA7r25KBFczlrWefZQvd0YCK3MLsNVnsbHq7qwcwvkFvyaWt2Y5+/VDDOMzWahQ5yHfv29hIcL3boJwcEKESuaV0f3KpxehcVmITzYTnWdYhAhSCDacXx3sDI5hWnowC401HBR4XC0fF07wFQKJsechmYgsQrBfaPwlJZStX4DmubFIxb0jvFoUZF4oqLQdcW6ZTXU5Axl/RrYvScaix6wu5Y9BEeoTny8my5dXIweHUyvXqtJSgohNLQPxcWKkGAdTdOpcekIgssuWIKthARZcQI2sbSLAV2TdkBl5UEHdh07GuaidmgqagpTKZgcU5zbjSl4wf2iUV4vbrebmpwcDixcSnZpGXpoCCQkYLXZqC108c2mcnZshcwtnagqGU1kkAO3y0OIQ+jVs5SBpwtDhlTRt28N4eGasekJCt2r43KV4PWkUbSvHBcaVTUaIoLHbiXEYSPc0j5m9Zi0E3TdUAJgmIjcbkMZnMQL0Y4Ec/GayVHh3F5C7dZiarcWU7O5AHduHppnP2vnz+fbue+w4K0X+OS7/7JcP8CmqAiWliXz6oIEHvprb+64sxfz/zOcrd/1xltsIzHCyeiRRdxx+2beeG89//diBtdfv5vUFBcOu8JVCyX7veTvcnMgy8v7WV15N8vFR/kKzWrBFhGENdxOWIid6IAVuyeKY+k6+/7772+UvsvlYuLEiaSmprboAmL8+PE0NW17zpw53HnnnY3O//zzz4wePRqHw8EzzzzTbLpKKc4++2wq6kwmwMKFCxERfv75Z/+55cuXc9FFF9W79sYbb+TDDz8EDHcTDz/8MH369GHw4MGcfvrpjdY8HAlPPfUUvXv3pl+/fnz++edNxlm6dCnDhw8nNTWVMWPGsHPnTgD27NnDOeecQ0pKCuPHjyc3NxeAwsJCJk2aZKw32LnTUARg9Ao6dTrlFAKYPQWTw6Qp01DIwFi2//wzlTt+xllairsyBmt4OF1HjGb1j7txrY5h9cZYducE1dtnK8LmZUi/WoYN2M3o4fl0GhHDln25aMrNx6VdcB1IRKsKQsSCze5ALBYsCPZIO/YQOx0cdu4Zargz3rZtW5sP9B6O6+wrrriCf/3rX0ybNo3Nmzdz55138tlnn9G/f3+8Xi+vvvpqo/Q3bNiAx+Px53Gs6NChAy+99BIff/xxi/EWL17M0KFDiYyM9J9LT09nzJgxzJs3j5kzZ7Yqv8cee4z9+/ezefNmHA4H+fn5fPPNN0dTBLZu3cq8efPYsmUL+/btY+LEiezYsaPR1Nnbb7+dRYsWMWDAAP71r3/xxBNPMGfOHO6//36mTp3KDTfcwNdff80jjzzC3LlziY+MJCEiglWLF3Pm8OGGySgu7qhkPdkxlYLJIQlUBH4lsGkTrv378WoatVuceErLSAwOJnbkSL7N38M3/0tkzRNhOMsHEOQRdFsIIeE6w0+3M3Soh8GDPfTsqbPaqfNzvpMvdB2VU4hXdaVndDRJzmDOiAgjqn8YHXtEYbG0L3vt6NGj2bRpEwDvvfceZ555Jueddx4AoaGAXDb7AAAgAElEQVShvPzyy4wfP55p06bx97//nT/96U/0798fAJvNxh133FEvvYKCAn7zm99QWFhIamoqCxYsIDs7m/vvv9+/onnWrFk4Ggx0vvnmmzz11FMkJCTQt2/fRuFgOHzr2LEjn332WYtlevfdd7n11lv9x1VVVaxatYply5ZxySWXtEop1NTU8Nprr7F7926/LJ06deKqq6465LUtsWjRIq6++mocDgfJycn07t2bNWvWMHr06HrxRMTf0ykvL/f7R9q6dSvPP/88ABMmTOCyyy6DoiIoLOSyceN4d/FizrzkEghQiKcqplIwaZLMzEx0XcedZ7iOCOoS4Q/Tt+VTsXEjsVFR6PHxxNhsbI2uYlllBMtehg0rRxLiAd3lpkdcJamn65x3iYXS7tXUbdt7ANhX42bXgU0MUC5SuvQhIqIb3morWq0FiRASekXhCD3CGULbj94c0Yh+v2pVNE3TWLp0KTfffDNgmI5OO+20enF69epFVVUVFRUVbN68mfvuu6/FNDt27Mjs2bN55pln+PTTT3E6nYwfP56lS5fSt29fpk6dyqxZs7jnnnv81+zfv58ZM2awbt06oqKimDBhAsOGDTvMQh9k1apV/Oc///Eff/zxx0yaNIm+ffvSoUMH1q9fz/Dhw1tMY+fOnXTv3r1eb6M5/vCHP7Bs2bJG56+++moefvjheufy8vIYNWqU/7jOdXZDZs+ezQUXXEBISAiRkZH88MMPAAwdOpQFCxZw9913s3D+fCorKynesYPY6GjSRo/m0f/85xehEMBUCiYNqFMG2r5qkjv1QLrEE9yvA2BUdhUVFRRv3UqMxYpj2DCsVisLP/uMpZ8PJmtLXzwuDzZcDBu0l+6XQ/8x8QAUU41NwHKgHM2zE6UUDksFqd5QhidNwm63463U0Vwa8d0iCI85yql9razAjyW1tbWkpqaSnZ3Naaed5vcgqpQ6Zu6k69i+fTvJycn07dsXOGiuClQKq1evZvz48cTHG//BlClT2LFjxxHlB4an04iIg42D9PR0f35XX3016enpDB8+/JiVta7l3hpa4zq7Ls3FixczcuRI/vGPf3Dvvff6le2dd97JnDlzGHvGGXTp1AlbcDB0705Hh+PoXWe3I0ylYFIPXdfpQTwkGsrA6XRSWlpKdXU1tbW1UFGBvaAAa79+fPDxUj5fMoSsXRcRGhyLM0Sn3+g8zrvBTmxCPDZgZLAHj9eN11PDptxs7LZqhnePJjpqGHZ7EEV7bMR0PFjR2IOsBIW0z8eybkyhvLyciy66iFdeeYXp06czaNAgVqxYUS9uVlYW4eHhREREMGjQINatW8fQoUNbnVdrfZYdyw3sbTab3+V1cXExX3/9NZs3b0ZE0DRj5tff//73Fl1n9+7dm5ycHCorK+spmKY4nJ5Ca1xnFxYWsnHjRkaOHAkYSnLSpEkAJMbG8tGCBSBCVVUVCz7+mKihQ8FqxVlZeXSus9sZ5uwjE8AYN9iydD3e3GrjRI9Q8vLy2Lt3L8XFxei6jiMvj0UZS3niRw8XPxzOsy9fSGbOYOzR0fQbl83v/rSGx67bwqU9axlhzaG/+0fW7FxBRs4Wth/YQ6gKZUTieKT6TFxlUVQVhhAa4SAs6uCnvSqEQKKionjppZd45pln8Hg8XHfddaxcuZKvvvoKMHoU06dP9+/k9cADD/Dkk0/6W/G6rvPcc8+1mEf//v3Jzs72z56ZO3cu48aNqxdn5MiRLF++nOLiYjweDx988MFRlatfv35kZWUB8OGHHzJ16lT27NlDdnY2e/fuJTk5mZUrV9KnTx/27dvHtm3bAGNmz8aNG0lNTSU0NJSbb76Z6dOn4/bN5Nm/fz/vvPNOo/yef/75Jl1nN1QIYLjOnjdvHi6Xi927d5OZmcnpp59eL05MTAzl5eX++/zll18yoH9/OHCAorVr0cvLAWMW00033+z3aHrErrPbKe3/DTQ5YhoOINu6htGjRw9KS0up2luMzWYjLCwMpWkU5zp5cX4c3/4whRCtM4jQq5Pi8struPhiJ6VZu+jcbwjlFasoLtyCUh5iO/Qj2OZgUHQ8IhASHkREbDAWqxAcdmqvJh42bBhDhw5l3rx5XH/99SxatIi77rqLadOmoWka119/vX96aEpKCi+88ALXXHMNNTU1iMghXTUHBwfz5ptvcuWVV/oHmm+77bZ6cVrrOvvAgQOkpaVRUVGBxWLhhRdeYOvWrY3s/hdeeCHLly+nd+/epKenN6qcr7jiCt577z3OOuss3nnnHX7729/idDqx2+3Mnj2bqKgoAJ544gkeffRRBg4cSHBwMGFhYTz++OOHfY8DGTRoEFdddRUDBw7EZrPxyiuv+GceXXDBBcyePZvExERee+01rrjiCiwWCzGRkbwxcyaUlLD8xx955PrrEZuNsWPH1tum84hdZ7dTTNfZv0DqlIFYhb2WYjRNw+PxUF1dTWxsLDabDYfDwdq8VZTleJm/oCdb1nRB060E26F/32guuqiWc891EhxspJmzaR0SIni1fGIizyEiIgKr1crarBLGDO5ETOdQ5DjOIGrKVbDJsWX//v1MnTqVL7/8sq1FOTo0zXBR4esZEBwMiYn4H+YGjB07lkWLFhFT5+SuHWC6zjY5LHblZmPrGoau63xf5cERGopHKayRsex26ajSMtavyWbzt8ns2tgb3esl2iaMnuDgsstqGTy41L+i3+vW2bt5E9VV+4gKDmfg0HOIiU3y5xXqdtEhMaxtCmpyTElISOB3v/sdFRUVrZo9dFLidEJOTn0HdrGxzbqoKCws5N57721XCuFoMZXCKUzDhWZ16OgkJiZSVFSExSuMCbVjc2poHg8rFlXzyfLOZGTGERoUTLhVY9yZBVx5ayzJyS5/GrVVZRzY8RMVxdVYg4vp0qcfnbr2Y2NRKN78fH88m7V9rS8waZmjXU/Q5gQFGa4qWunALj4+3liz8AvCVAqnMEpThAyM9R/ruo7L5aKi1MWBAwdwOBw4HA5UrZclc4r5aGkcecXdELuNoMhqLrksiAsvdNKtWzRetwdnleFK+secA+il63GVlhLRtS/h8Ynsd/Rif1EoNhtMHNiprYpsYlIfpYxVyOHhxsCxxQI9ehgb4JwiDuyONaZSOMVxOp0UFhbidrv5vsaDVylKvUJnZcNVqrPpw2JmL4omt6IrWpCNmC6KsZN2kXZmESMTh+B16xzYdYBdhbvwKg0lYLc5GdizG0GeIfQbdWZbF9HEpGncbti/H6qrDcd1CQnGefupPcnhaDGVwilAc2Yir+6lIC+PNS4drFYcwQ76lBTgLdzBD4utvP2/eJwl8ShbEPE9NaZeJoxIrcIREgfEUVvuQSmwBbvwhIVw1sDBVO/PxSKCRYVgDTZfLpOTEKWgtBQKCgzPplbrCd8juT1jKoVTgIZmIjA8an6SmY1yWajZk8FwdwnbavL5YGMvln01horSCERXpPTz8qtLPaQMrCU00kZotAOroxKljI1sPB43P6xZh8MRiSu/FEdQFMmppzUlholJ2+NyGb2DmhrjODISOnc2zEUmrcJcvHaK8HVxBV8UlfN5YRmLcvNJ356FVFfRf+MShmZuw1nYh7mzLueLBRfiKe1ASjcXL/y9mr88UcMZY7x07h1GTJcQbMFOqqp+oqp6H1VVeRTu3kBoWASXXjyZ3mkjTYXQAu3Vdfa7775LSkoKKSkpnHHGGWzcuLHJdE9619lPPEHvPn3oN2ECn3//PXTrBl271lMIR+w6+xeEqRROAb5x1QJwVlgQA52VDKgpZ4JFo9ePi/FWOVlT8GtueSmFrMIudEgI4g8P1PLkPzV69bPgdkNwhA2r3WKsBt28hLK9pejFwdiro+kcfxqRfS4hKKhDG5fy5KfOzcXmzZvp0KGDfwFUnevshx9+mB07drBx40a+++47/vWvfwH4XWe/8847bNu2jc2bN9OzZ89G6Qe6zp4yZcoxkzs5OZlvvvmGTZs28dhjj9XzhBrIoVxnt5ZA19mbN2/mv//9L5WVlUdVhq1btzLvgw/Ysnw5/0tP544nn0RrwmR0++238+6775KRkcG1117LE088AeB3nb1p0yb+/Oc/88gjjwDG7KOEhARWrVp1VPK1J46rUhCRSSKyXUR2ikijteki0l1ElonIBhHZJCIXHE95TiUCN7fxCKQoN7m5uWiaRphS7MvKYmuFixlf/JoXFybg1WxcfpGNl18s5vTTnLgqNTSvIjw2CGXxkrVhKQU7vycqKpy0CVMo7jiInPBe7Arqak4rPQJGjx7t99LZnOvsp59+GuCwXGdnZGSQmprKrl27WLp0KcOGDWPIkCHcdNNNuFwuGvLmm2/St29fxo0b12zFdsYZZ/jn4Y8aNcrfSm7Iu+++y6WXXuo/rnOd/frrr7daKdS5zv7nP/959K6zdd0YN6itPeg6OzmZ5FGj/K6zG9KS6+xzzjkHMFxnL1q0yH/NZZddxrvvvnv48rVTjpuhTUSswCvAuUAu8KOIfKKU2hoQ7VHgfaXULBEZCCwGko6XTKcCgauRQwbGopTCmbWX0tJSQkNDyc3NZc/qDzlQHMV7n11HracribGKu++uZPRoN5u/Wk9QMASFWNFFQymdkJAQIjpU0nPwBBBhVVY1Io52PbV0+d7lxzzN8d3Gtypee3ad/frrr/OrXzXtYfakcp09fTrs22fMMKqqIi83l1GjR/unmR6V6+yFCw3X2cXFxMbGkpaWxqOPPnpIeU8Vjufoy+nATqVUFoCIzAMuBQKVggLqno4o4Jfjn/YIqNv/uG5QWSlFUVERmw5swhLmQmqEitIKKvMSeO/r31NR6SWpWyF/+P02oiM87FjpRtBITE3A6/UQERHB9lINl5YPqhOFOcbm4zarML5fx7Ys6lHT2gr8WNLeXWcvW7aM119/nZUrVzYZflK4ztY0o3eQnW0cOxzQuTNNOes5YtfZY8fSpUsXbL6xiI4dO5qus48RXYC9Ace5wMgGcWYCX4jIXUAYMLGphETkVuBWgO7dux9zQdsLgbOMlmUvo6SsBJfLhT0ojpGOXtQW1/LSe8LKFfG47B5GnFbKzKccOBwDASjKqYagMnR9L3mueMRTi9UqjOjZm5CQblit5rS9o6E9u87etGkTt9xyC0uWLCE2NrbJOG3uOlvXwePh6kmTePjWW41tMWNjwWI5etfZiYl89NFHgGEWW7Bggd+Bn9Pp/EW5zkYpdVw+wJXA7IDj64F/NohzL3Cf7/dojF6EpaV0TzvtNPVLpWZLkfJ4PCo/P1+9+8O7KisrS+Xl5an3Nv2s3n/qOzVhZKHq32O/GtavQD08/Se1d2+eysszPplbs9XKJRlq754d6uuML9Syn/PbujjHlK1bt7a1CCosLMz/e/369apbt27K7XarmpoalZycrL788kullFI1NTXqwgsvVC+99JJSSqmNGzeqXr16qe3btyullNI0TT377LON0l+2bJm68MILlVJK1dbWqm7duqnMzEyllFI33HCDeuGFF5RSSo0bN079+OOPat++fap79+6qqKhIud1uNWbMGDVt2rRG6e7Zs0f16tVLrVq1qsXyjRw50p/fv//9b3XrrbfWCx87dqxasWKFcjqdKikpyf+fZGdnq+7du6uysjKllFIPPPCAuvHGG5XL5VJKKbVv3z41d+7cFvNWXq9SP/+s1JYtSmVlKVVbWy948+bNKiUlRTmdTpWVlaWSk5OV1+utF8fj8ajY2Fj/fZ49e7aaPHmyUkqpwsJCpWmaUkqpP/7xj+qxxx7zX7d27Vp1/vnntyzfSUZT7wOwVrWi7j6ePYVcoFvAcVcam4duBiYBKKW+F5FgIA4oOI5ytRsaLkpzed3sz8lBKUVYZS2WvA24dPjvZwPYsjyJWt1Dt4RibrulhORkJxaLMWNI1xXlRdXEJUaRWV4AQrs3D53stCfX2Y8//jjFxcX+wW2bzdbklNYT7jq7rjckYixA69zZcGTXoUMjFxVH5Do7JoY33ngDMKbRPvLII4iI6TpbHSfX2SJiA3YA5wB5wI/AtUqpLQFxlgDzlVJzRGQAsBTooloQ6pfkOrt2a7F/MLm0tJSioiI26Ba2V2VhK6mga4XG/PlpbFoXSRhuLrk4h+kP9MDSYE5Z8b4qaisq6NK3jG0F5Zw1aAwOR/sdRG4K03X28eeEus72eAz31qGhhomoDTFdZx8jlFJeEbkT+BywAm8opbaIyOMY3ZhPgPuA10TkDxiDzje2pBB+STi3lyBWQSnFwqwcKqpryHHtxVpdxei81cQXdeMvH55HVlEnOoRW8/dngxgypIf/+upSN7UVXpzVbryal56DQthWUoY1dNQppxBMTgwnxHW2UsY+B/n5xqByba3ht6hhS+cEYbrOPsYopRZjTDMNPPfngN9bAdOjWgPqZhkF9+tAeXk5zpx1XOyoYc2eDIaWhfFj/nCmfTqJkkoLMdFl/PHuLIYM6Q2Ax6VRW+GlqsSNPUwnuquDbj2S+GHXFrBEMqF/l7Ysmkk757i6zg50YAeGZ9OEhDZTCGC6zjY5SaibZeR0Ovliw1KC3R6qVSJSvYc391zP+0s643a76dd7H/f8fi9904xuoq4pKgpcaJqGPVwjoUccm4t1cn7+EqtFZ1TfQ/YcTUxOPEpBSQkUFh50YNe5s+G3yHRvfcIxlcJJiqZp7N+/n+3uAoZXOFntLeetxb9m767OOKsr+dW5mVx7eTmJAwajawpnlZd1O8uprXJhjbXTIb4DhUUKm9VCSrcIYmMnHPGceBOT405lpaEQoqKgUyfTgV0bYt75kxCFIj8/n++q3XiKK3Hu6corC8eSVxRMWGgJd9yyiSuuG0TZ/ngKsqr5uaAGr1cHh864tE50S070L7wBKCpqw8KYmDSFrhufus1uEhIM89Eh1i6YHH9MpXCS4dxeQmVVJasKNhBms2LfIPzts/OolVCSe1Xzt79BTOQA8ndVY7EKWcqLtZOVEQlhxMfHExUV5e8R6LoLlysf1eR6TxOTNqK21nBRYbcbnkxFjJXJh9ga0+TEYHpJPYnIXrKG3Zs3sf1ABkUFpTh/iuCdhVdR67UzdpyHP/5xF3GxXopzathZ6WKHeHArD6OToujevTvR0dF+hVBRsYnikpVUVWcSGpJsmo5OAO3VdfaiRYtISUkhNTWVtLS0Zt1c1NbWMm7cuHprHZ5//nmCg4MpLy9vMZ/x48ezds0ayM+nassWfv/II/QaM4ZBgwczduxYVq9e3Wx5WoNSiunTp9O7d29SUlJYv359k/HS09MZMmQIKSkpTJo0iSJfNzojI4NRo0b570GdM71PP/2UGTNmHJVs7Q1TKbQxzu0lZH+2mt3//R6Px0Nk3B6Kgt2QF8TLswahe4NIO62Aa67dgs2iU5BVw84aN7ZYG8M72Tl3cCJdu3b1e5z0eMqorNyKy11IdNRpxMedQ1hYYzfMJsee9uo6+5xzzmHjxo1kZGTwxhtvcMsttzQZ74033mDy5Mn+RWFgVLIjRoxg4cKFLWeiaZCXB8XF3PLnP9Ohc2cys7LYsmULc+bM8VfOR8qSJUvIzMwkMzOTV199ldtvv71RHK/Xy913382yZcvYtGkTKSkpvPzyywA8+OCDzJgxg4yMDB5//HEefPBBwFiw98knn1BTt2nPLwBTKbQRda6vATwdFRGj+8CAjqzWwyguTWTB+7+ikhj6jK7iuhv2ExPciUhbPJkVTiyRFobEWYmNjSUuLg6LxYKue9C0GlyuAnTlITIiBbs9uo1L+culPbnODg8P9/ckq6urm+1VNnSdvWvXLqqqqnjiiSdIT09v+kYoZSxCc7nA42HXgQOs3rqVJ55/Hotv3Ktnz55HvWJ40aJFTJ06FRFh1KhRlJWVsX///gaiGG4cqqurUUpRUVHh94/UnEttEWH8+PF8+umnRyVfe8IcU2gjAqedFn5diMTEEZ2/hpLCMBa+1JvCqgj69vcy+e7NaAXRWGzC9hIX1igrQzvZiY+P9y+o8XhKKStfjyBYLMGEhibjcMS3cQnblsqvG7tcPloizp7Qqnjt0XX2woULeeSRRygoKOCzzz5rFO52u8nKyiIpKcl/Lj09nWuuuYazzjqL7du3U1BQQMeODdyniBxcZxATw5aKClKHDavX22iOKVOmsH379kbn7733XqZOnVrvXF5eHt26HfSqU+c6OyEhwX/Obrcza9YshgwZQlhYGH369PH35l544QXOP/987r//fnRd57vvvvNfl5aWxrfffnt812icRJhK4QRSz5eRRSgtLWXLdyuw2+3EFK9j0Q7h1dmjcZaEkdxP55xrPsFV4Eb3RuMItaI5YHhnOx07diQ62ugFaJqLqqodOILiiYgYhLGNhUlrK/BjSXt2nX355Zdz+eWXs2LFCh577DG++uqreuFFRUX+Z66OefPmsXDhQiwWC5MnT+aDDz5g2rRpiK4bPorqiIuD4GCkQwdjkLmVtDRu0pCmHCE0vLcej4dZs2axYcMGevbsyV133cVTTz3Fo48+yqxZs3j++ee54ooreP/997n55pv99+CX5jq7VeYjEQkSkd7HW5hTnbregb1vFKWRTqo3LiKsZBv7Q918lBXEv2efg7MikujkMn59/1eUeCoJsg6j2BLD93nl6JqHhISEei+nrteilEZYWD9TIbQxdWMKe/bswe12+1uhgwYNajTw25Tr7MOhtd5gDlfpjB07ll27djWy8YeEhOB0Ov3HmzZtIjMzk3PPPZekpCTmzZtnmJDKy4l1uynNyzPGEQAsFkrKyoiLi2PQoEFs3LgRXdcPKcuUKVNITU1t9Hn77bcbxW2N6+yMjAzA6KWJCFdddZW/R/DWW28xefJkAK688sp6u7b90lxnH1IpiMiFwE/Al77jVBE5xKiSSSB14wdiFbxeL8U/zOfA0rcozC1AixlAYX40i/6ZhrMklOhuRfz+jxs5KzGVeNWDgRHBDO0awshuoVw+qp/fB72ue/F4yqmq2oHFEoTVak7nO1mIioripZde4plnnsHj8XDdddexcuVKf8uztraW6dOn+wczH3jgAZ588kl/K17XdZ577rkW8+jfvz/Z2dn+jefnzp3LuHHj6sUZOXIky5cvp7i4GI/HwwcffNBkWjt37vQrmfXr1+N2uxvtqRATE4OmaX7FkJ6ezsyZM8nOziY7O5t9e/aQl5PDnh9/ZMTAgazasIEDvtb12rVrcblcdOvWjV69epGWlsaMGTP8eWZmZtbb/rKO+fPnk5GR0ejT0HQEcMkll/D222+jlOKHH34gKiqqnukIoEuXLmzdupXCwkIAvvzyS7/TuMTERL755hsAvv76a/r06eO/bseOHQwePLjJe3cq0hrz0eMYm+MsA1BKZZi9hsOjroeglGLd119CbjZ0HcGu0Fhq80uZN7s3e0pD6di9nN//aROnhQ/k+w3F4NTRxYsjIqjeDCMApzOXWmcugoWIiJS2K5xJk7Qn19kLFizg7bffxm63ExISwvz585vsYZx33nmsXLmSiRMnMm/ePJYsWWIMJJeVQX4+l0+YwLwlS3jo0Ud58eWXueDSS9F1nfDwcNLT07H4xhZmz57NfffdR+/evQkNDSU2NpZ//OMfR3qrAcM99uLFi/1pvvnmm/6w1NRUMjIySExMZMaMGYwdOxa73U6PHj2YM2cOAK+99hp33303Xq+X4OBgXn31Vf/1y5Yt46mnnjoq+doTh3SdLSI/KKVGicgGpdQw37lNSqk2qYnao+vsOhfYRUVFZH32Gr369+TriOF4d+9h1fsD+DYjHmtECW++AlHhHkpya9nucpPoKCY5OZmEhATsdnu9NGtqdqOUTlhYrzYq1cmF6Tr7+LNhwwaee+455s6de/Dkvn2GUgBjNXLnzsaitFOE/Px8rr32WpYuXdrWohwWR+M6uzVjCttE5CrAIiLJIvIC8MORifrLo84FdmVlJc7Nn2K32XF1Owv3vv2s/MDC/34MwWOr4HcPbSY+XmdtTiU/Zu+msjyXoKAgunTp0kgheL2VaFrrB+xMTI4Fw4YNY8KECfV7G1FRhquKLl2ga9dTSiEA5OTk8Oyzz7a1GCeU1piP7gT+DOjARxj7IzxyPIU6VahzgW3rFUludjbRdive+EH8WPQjK1ZYWbr6DCJDwvnr4+UM6NOXxV9uRtc1ukbaGHHWUP8ahIaUla3Fbo8iKOiXPe3U5MRz07XXGj2DujGHsDDo3btN3VsfT0aMGNHWIpxwWqMUzldKPQQ8VHdCRCZjKAiTFqgbS9i4Yhnu3aupstv4JEzhXR/ByoVjCLOH89vfVjNsmIcdW3LQRGfM8GQ6JXYkNi6mnl1X02qprNzi82OkiIwcZrquMDlx6DoUFxveFZWCkBBjVzQ4ZRXCL5XWKIVHaawA/tTEORPqr0Wom21UWVFB/95dcCefgy1jFVvfSsOqhzLyTDeTJ9eilMLt9hIUEUfPvj2anP6m6y6U8hIePhARq6kQTE4cdQ7s6lZMx8SYzutOYZpVCiJyPjAJ6CIigfPjIjFMSSZNUNc7qGPTt8sRiwWxWNDz81nzXnf2HoihU1fhvvsqyc3di7vWy6591SQO6NKkQqiu3onLlY/FGozdfpy2QTQxaYiuQ0GBsQEOQFCQ4eI6LKxt5fp/9s48PKrybNz3OzOZmayQhIBsgZCEQHaQRSyboIi4sRWhClKKVkWluHxSt1J/qVqXYrFoFbB8qCS0VIxW1E9ZqmyyBkwQiEASSFgC2ZfJbO/vj5MMWSZhQvbMua9rLjhn3jnnmUDmmXe7H5UWpaGewkUgFTABadXOFwNLWzKozoLNZqPi1B4Ke1awq1TDN996cfiHcQT5ePDss4WkXS4k/0Ixen03fP09ufPGUAoKD2C3m2tcx24z4eMTgV7ftgXMVdyMqoQgBAQEQFCQOlTkBtT7L4DKVekAACAASURBVCylPCSlXANESCnXVHv8U0qplm1xQtVKI4DTKQdI3bGddPM5rAFRDCi+kf9++gsCPX2YO7eMiAgrVrtkcA8vQnUabhkZgkajwWopws83Gj/fWMeja9cRGAw90WjULnt7pqOqs6vYt28fWq2WjRs3Kie6dVN6Bf37Q48elFdUNE2dXRlTSUkJv/3tbwkNDSUqKqpdqLOr757u378/8fHxAPz444/Mnz+/SbF1NFxJ+72FEElCiCNCiBNVjxaPrAMibRJjRAAA5ooKgkQ23v0DGSL78f6GYIpNvgwabOWXvyznm/3HKbuUg9VqxdvLm8DrjOQX7ENiR6v1QafzrvFQ5xDaPx1VnQ1Kr/aZp57i1rFjlYlkUJaa9uunTCrTRHV2NRYuXEhAQADp6entRp1dfff0jBkzHMqLmJgYzp49S1ZWVpPi60i4khTWAv8ABHAb8E8gqQVj6vBIKSkoKEAjbdi6R7Njry/bDvfEwyh46qlitFqw2mzcFBeOv3d3fHx8qKg4j5RW/LuOUBNAJ6AjqbOxWnn7//0/ZowZQ/cuXaC01Gmza1Jn1+LkyZP88MMPJCQkOJZbtwd1dvU2//znP5kzZ47j3J133klSkvt85Lmy+shLSvm1EOINKeVJ4HkhxPctHVhHJj8/n5/yjnKxWwnm8mG8s05xsEyeV0jv3le63gWXSjFovPHv4YPQlGHQd0enU2vUNgenjzT/CGdIbDeX2nUYdbaUUFRE9uHDbPriC7auXcu+hASnE8nXrM6uRVpaGvHx8e1OnV3F999/T48ePWq4j4YNG8arr77qcFV1dlxJChVC+ep6UgjxEJANNPwv78aUl5fz0+4d6MtzuNFvJO9tGU1OkY6+oaX84rYywMCejCJkhQ1rhaR3SFf8ukNBYSZenv3aOvxOg6sf4M1Jh1JnWyxw7hyUlPC7P/2JPz/7LNrwcGWpqZOYGqXObqb32prq7CqqEl113E2d7UpSWAL4AI8DfwK6AAtaMqiOipSSC+fPc7r0FAHB/mR7juOTT7yQWHh+dg6RPt35Zv9xLEVmgnSCwG4B+HT1RMoytBovPD37t/VbUGkCVXMKhYWF3HHHHaxcuZLHH3+cqKgovvvuuxptnamz4+LiXL5Xk9XZJSXKQ6tl/7FjzF6yBJYs4dKlS2zevBmdTsfUqVNrvLf61Nmg9CQGDBjAokWLCAwMJD8/v8bt8vLy6NatG127dnWos53t1q9OY3oKjVVnA8yaNcsxhAfKnMMnn3xSR2OuqrNrIaX8QUpZLKXMklLOlVLeBWS2QmwdDpPJhOHM92iLMhjpO5B167zIN9mJicsjIrQcu11iyqsgtmcwg2IHEDywO0ZvD8zmywihUecSOgkdQp3dtauyxHTAAE5nZjoU2DNnzuSdd96pkRDABXV2Tg7Z2dlkZmYyfPhwdu7cyfnz54GOoc4G+Pbbbxk0aBB9+vSp8Tp3U2c3mBSEEMOFEFOFEN0qj6OEEOtQhXh1KD+Wx57D37D9+H5kYBg/Wcbz7bdGNBo7S8YeY2c6bNtxEWGVeAcJevXt4fimVF6eidGzz1XuoNKRqK7O9vT0JDk5mYSEBCIiIoiJiWH48OFO1dmDBw8mOjq6ziRpbaqrs2NiYtBoNA2qs28eN46hISFXCt8IoSSFRgjsqtTZoAwdTZs2rcbz06ZNIykpiR49evDXv/6VKVOmEB8fz+9+97s66uzz588TFhZGTEwMDzzwQJ1v9Y1lypQpDBgwgLCwMB544AHHyi7Asby0ujo7NjaWlJQUnn32WUe7pKSkOkNHoKizmzoR3pGoV50thHgFmAEcBkKATcBi4M/Au1LKstYKsjrtUZ1tOp6H2Wxh44//y90hvTEF38TCpd4cP2TkxpEZPHfXWQ5pgxg3JJBTp07Rr18/+vbti8mUQ2npcRAaAgPGqT2FJqCqs+vBZFIUFVVDPz16XJHZNRKn6uxOTkXl3owdO3ag03Wc6sVNUWc39C7vBuKklOVCiAAgp/K47iCfG2M6nkfa5TSOXUjBw0PP9zYf9m8RnEgx0sPTytNjjmPtMQgumzhz5gx2u52goCCEEEhpxtMzGC+vUDUhqDQvdrsir7t8WVll5OGhKCp8fK75ktXV2a6sHuoMZGVl8eqrr3aohNBUGnqnJillOYCUMk8IcUxNCHWRNklW8Qn66/uR211gMmnZ9Y+ueJtM3HfLUXSBXbFYBBpPLRUVFURERNSZtFITgkqzYjJBdvYVgV2VoqIZPsgXLHCvNSbh4eE1lqe6Aw0lhQFCiCoTqgD6VztGSjn9ahcXQkwG/gpogdVSyledtJkFLAMkcFhK+SvXw297Lpz+GbOtgh6RkZw7n0ba9rHkZpXT/7pSht/sjcnTwOHzWeAhEQF6unVr/aWSKm6GEGA2KwK7Xr2uKK5VVFygoaQwo9bx3xpzYSGEFlgJ3AKcBfYJIT6TUh6t1iYcpWDPL6SU+UKIDrX/IePLvUgkHvoLdL2wmzMZffn8MyNClPKbRyz0GOzP+Ys54CEYExVMUFCQoxtqt1swmy/j4dH1KndRUXGB8nIwGpWEYDBAcLCip1AFdiqNpN6kIKVsalHSEcDPUspTAEKIJJR5iqPV2jwArJRS5lfe82IT79mqSKuN7sEXkTkSU7+J/OuPBuylZdw9LocBAwx4GIzY7XaMXYMwGAz4+V3RXttsZdjtFRgMPRu4g4rKVbDZ4MIFpRpa795KeUxQ9dYq10xLzp70Bs5UOz4LjKzVZiCAEGInyhDTMinlV7UvJIR4EHgQIDg4uEWCbQynUw4gs80IjWBrzgE0PYfw3obLnD8VzICeMH2hN+cvnaEUD47nluPhY6R79+41NutIaUWjMaDTqb+8KtdIURGcPw9Wq9JDqF47WUXlGmnJvqWz2dPa6191QDgwHpgDrBZC1BlPkVK+L6UcJqUcVrVlvy2R2WZ6hUXg/4tBWOw2LF7xfLfZHx+jnhm/siErLBh9NfTr1w+tTwC3RPfGaDTWuEZR8Y9otepYb2ei1dTZcXFseOcdOHtWSQheXjBggDKhTOPV2du3b6dLly4OdfRLL73k9P1JKZkwYQJFRUWOc5s2bUIIwbFjx2pc74477qjx2vnz5zuU3BaLhaVLlxIeHk50dDQjRozgyy+/dHrPxvDKK68QFhZGREQEX3/9tdM2W7ZsYejQocTHxzN69GjH5r+srCyHGyo2NpbNmzcDqjq7QYQQjZX5nwX6Vjvug7KstXabZCmlRUp5GjiOkiTaNcIOHmFduHz5MjoPHaeO6cnP9MbHVxAbcgkE6PQabDYbQggCq60Ll9JOWdlppLTh4zOoDd+FSnPTKursigpS/vlP7hk/XpkvuO46RW/dxPKYY8aMcewYfvHFF5222bx5M3FxcTWGQRMTExk9enSjLKIvvPAC586dIzU1ldTUVD7//HOKi4ubFP/Ro0dJSkoiLS2Nr776ikceeaRG3YcqHn74YT7++GNSUlL41a9+RUJCAgAJCQnMmjWLQ4cOkZSU5LDUqupsJwghRgghfgTSK4/jhBBvu3DtfUC4ECJECKEHZgOf1WrzKXBT5XW7oQwnnWpE/G1GUVGRQ3S2I9kHKeGmXxTSNVBLhT4PrVbLd+mXCPTv6ljTbbdXkJe/i9KyU3h7DUAIdRKws9Ji6uwjR4ifOpWTly+zJSODIRMnEhMb2zR1tovUVmeXlJSwc+dO1qxZ43JSKCsrY9WqVbz99tsYKhNZjx49mDVrVpNiS05OZvbs2RgMBkJCQggLC2Pv3r112gkhHD2dwsJCx07q+s6Dqs52xgrgDpQPcKSUh4UQN13tRVJKqxDiUeBrlPmCD6SUaUKIl4D9UsrPKp+bJIQ4CtiAp6WUl6/xvbQadrudvLw8jEYjuRe78NNeI37aUibdVIxfdyNFOZIMkzdGo47JcVfmQGw2EwINAf6/QKs1NnAHlaZy8kDTKnk5I/T62lNizmlWdbaUUFBA98DAK+rsTz/FZLEwfuDApqmzq7F7927i4uLo1asXb7zxBlFRUXXa7Ny5k/fee89x/OmnnzJ58mQGDhxIQEAABw8eZOjQoQ3+bH7++WeCg4Nr9DbqY8mSJWzbtq3O+dmzZ7N0ac2KwNnZ2dxwww2O4yp1dm1Wr17NlClT8PT0xM/Pjz17FGPPsmXLmDRpEm+//TalpaUOTxWo6mxnaKSUmbU2WLk0oyWl3AxsrnXuxWp/l8ATlY8Og8ViQSclB/IO8N3WOKSEcfHn8ff3YF92CXkXSvHsYuTukeF1NqZpNHo1IbQCrn6ANyfNrs6uqFD01mVlypLTKnQ6jqelNU2dXY2hQ4eSmZmJj48PmzdvZurUqaSnp9dpl5eXh6/vlXofiYmJjvvNnj2bxMREhg4d2mzq7OXLl7vc1hV1dtU1N2/ezMiRI3n99dd54oknWL16NYmJicyfP58nn3yS3bt3M3fuXFJTU9FoNG6nznZl/OKMEGIEIIUQWiHE7wC3LsdpMpk4UnyE4kIPju6NQdol42Nz0Bk1WO2S8AAPJkb2rDO5rNK5qZpTyMzMxGw2O+YUoqKi6kz8OlNnO5BSUVScOqUkBJ2ujp6iyersavj5+eFTef0pU6ZgsViclsfU6XTY7XYALl++zNatW1m4cCH9+/fn9ddfZ8OGDUgpG1Rnh4WFkZWV5dIcwpIlSxyT39Uf1XXXVbiizs7NzeXw4cOMHKl8YbjnnnvYtWsXAGvWrHEMYY0aNQqTyeT4Gajq7Lo8jPJNPhi4ANxQec4tMZvNZJdmo9Vqyfr+RirMGgZElTKwfwnHyirQapThpcBa0rHy8ixKS+t++1LpfDRJnW0yYT95kr+89pqSHLp2hdBQqDXc0mR1djXOnz/vSDJ79+51+v8XICIiglOnlCm/jRs3Mm/ePDIrtdtnzpwhJCSEHTt2EB4eTk5ODj/99BMAmZmZHD58mPj4eLy8vPjNb37D448/jtlsBpRhro8++qjO/ZYvX+5UnV176AgUdXZSUhIVFRWcPn2a9PR0RowYUaONv78/hYWFjt5SdXV2cHAwW7YoW7N++uknTCaTo4flbupsV4aPrFLK2S0eSQehpKQEu7Qz2DiCVz/3pFiWM/PuArw87RTknmOAvxZfPz88aimJzebL6PWB6PUdatO2yjVSXZ09d+5ckpOTeeyxx1i0aBE2m425c+fWVWfPnk1ZYSECuP2mm5RdyfUI7Kqrs61WK8OHD29Qnd2zZ0+GDh3qdEXOxo0beffdd9HpdHh6epKUlOS0h3H77bezfft2wsLCSExMrPPhPGPGDNavX8+YMWP46KOP+PWvf43JZMLDw4PVq1fTpXJjXUJCAs8//zyRkZEYjUa8vb3rXQbrKlFRUcyaNYvIyEh0Oh0rV650LPCYMmUKq1evplevXqxatYoZM2ag0Wjw9/fngw8+AODNN9/kgQceYPny5QghWLt2reNnoKqzazcQ4iTKUtENwCdSyqatHWsibanOllKSkZHB0W+2cax4OuvWeRHYJ4d3XpZk7drJ2R7dGRcXSr9+/dDpdNhs5dhsylhwaenPeHuHotdfm7ZYpWE6jTo7J0dZatpMArvm5Ny5c8ybN49vvvmmrUNpNdxRne1K5bVQIAG4HvhRCPGpEMItew4mk4m8HT9RYdOx8Z8GrKWlDLrhDIculJJfUUpogJ6AgAB0Oh1m8yXy8ndRXJxGWflpNBodWq37jEuquIDNpuxILqtWmqRnT2XvQTtLCKD0PB544IEam9c6O6o6ux6klLuAXUKIZcBbwMeA+yzcraS4uJjzZefZfSaQyxdL6RpSQo8x/oz2LCXDz4OevXvj5+eHlHYqKnIxGq7Dx2ewuh9BpS4lJcrKIotFSQohIYqqop1r1Ju6n6CjoaqznSCE8EER2c0GBgPJwI0tHFe749TBfeRkZ2NFy8GtwynReTHnfhO/6QaZB45h79aNgMBAtFotFksRZvNFfHwi1YSgUpOq3kFhoXJsNCp663aeDFTcB1d6CqnA58BrUsrvWziedktJcTE9BkWx6/vjnMj1JKB3BfePsiMLy7F7e9M7MtKxIcdmK0Gr9cZgaHtPk0o7orbALihIKY2pJgSVdoQrSWGAlNLe4pG0U06nHMBcUQFp6fhdymPXoQiswsBD00vQay3Yzp3DhrLcrWrcsaTkOF5eIW0buEr7wmZThotsNkVg17Nnk31FKiotQb1JQQjxppTySeDfQog6S5RcqbzWGbBZrfgFh3DixH4OBHiSltMHjU5yy202KCxEarTIgADHcrsqPD3bXvGt0sZUrewTQpk4vu46JSn4+6u9A5V2S0MD3hsq//wbSgW12o9Oz47sHRzMOcChvbsQHlqKjtyI3WIkOLIEX1+JLSMTa9eu+Pj6utXqBBXn1FBn3347BT/+CJcVlVdaWhoTpk1j4A03ED5wYNPU2fHxbNiwoc7zVTRWnQ2K7jo+Pp6oqKg6m+Cq6Mzq7MzMTCZOnEhsbCzjx4/n7NmzgLILevLkyU2OrSNRb1KQUlYpBgdLKbdUf6BMOHdadmTvYPuZ7djtdnprexPtH0VkcFc2fKZF2iTjpyg7MaW0c9ZiruGDUXFfPD09STl0iNTvviPAw4OVa9ZAfj7lpaXNp862WEhJSeGee+5ptrgLCgp45JFH+Oyzz0hLS6t353NnVmc/9dRTzJs3jyNHjvDiiy/y+9//HoCgoCB69uzZZMNsR8KVpTELnJz7TXMH0p6w2q2M7zueOL847HY7Wo2Wbw56cCFLR1BXSeQNFmRxMVaLBYNez6BBg5DShsmUQ3l5NnVrCam4DZmZcP48o+LiyM7Ph5AQ1iclNZ86OyWF+Ph4Tp48yZYtWxgyZAgxMTFNUmevX7+e6dOnO6oadu/ufNd9Z1ZnHz16lIkTJwJw0003kZyc7HjN1KlT+fjjj5sUX0eioTmFe1CWoYYIIT6p9pQvUOD8VR2fHdk70GmUH0thYSE+RZ4QKNixvy9GnYYJE8vR6QW2M2exd+mCj58fFksBFeZcKkzn0Bu6Y/Tsi/PCcyqtRfnR5jewe0bWsxtdSmWYyG6HsjJsQrDlyBF+89vfgk7XNHV2Jd27d7+izv7PfzCZTIwfP75Z1NknTpzAYrEwfvx4iouLWbx4MfPmzavTrjOrs+Pi4vj3v//N4sWL2bRpE8XFxVy+fJnAwECGDRvG888/f9V4OwsNDYTvBS6jVEyrPodQDBxqyaDaih3ZOwAY3Xs0ZrOZiooKtEKDTh7kh5RfADDhpnIuAVarlYtaK34ylYLCi3jouuDtHYbR2KuBO6i0FvV+gLcUJSWUV1QQ/8tfkpGd3Tzq7AY4fvx4s6mzrVYrBw4cYMuWLZSXlzNq1ChuuOEGx7Wr6Mzq7DfeeINHH32UtWvXMnbsWHr37u2YJ3Q3dXa9SaGyPOZp4Nv62nQ2qoaNAEpKSikvtGEut7F9dyB5pf6E9bVw8boSdFnnyMrMokvsAPr27UGXLkPQaDwavrhK58JuVx46nbKSqGdPZU4hLY3CwkLuuOMOVq5cyeOPP05UVBTfffddjZc7U2fHxcW5fPvmVGf36dOHbt264e3tjbe3N2PHjuXw4cN1kkKVOluj0TjU2ampqQghHKVnX3vtNZfV2Vebi2tMT+Fa1dlVk8i9evXik0+UAZGSkhL+/e9/O1YUqursSoQQ/638M18IkVftkS+EyGu9ENuG85mX4bQZUZLD/+1SSk3fFJeNLfNnemedRBscTHC4EY3GQ00I7kZpqVLrIDv7yrLTansOmqTORlGv/+Uvf2kwhOZUZ9999918//33WK1WysrK+OGHH5zKBTuzOvvSpUuOWhGvvPIKCxZcmUp1N3V2QxPNVSU3uwFB1R5Vx52WwsulnD6QgqUkhyJjOQdP90frIeg+Ng9jcB8sISFEjxyBlGZ8fWPaOlyV1qJqA1pmJpjNys5kJytcoKY629PTk+TkZBISEoiIiCAmJobhw4fXVWfPmcPgwYOJjo7m3LlzDYZSXZ0dExODRqNpUJ1988031zveP3jwYCZPnkxsbCwjRoxg4cKFTj8Eq9TZoAwdTZs2rcbzVepsg8HgUGfHx8czc+bMOursoKAgIiMjiY6OZurUqY4hrmulujp78uTJddTZOTk56HQ6hzo7Li6ODz/8kNdffx1QltFGREQwcOBALly4wHPPPee4tqrOrt1AiP5AjpTSLIQYDcQCH0kp20SV2FLq7OrzCT8fyebUkd1E9Y/jky8vsfqzIfj3zeKh3/7M6IgBpJ87x+jRoyks3EFg4FiEaH9GS3ejxdXZ1QV2QkC3boqiQuM+bit3VGcDjB07luTkZPz9/ds6FJdpUXU28ClKKc5QYB3KHoX11xJoe8Zqt3LjdTeSf76UwvwiPH080F5M46PvQyi2SwaPvMTY4fFYjUYMBkOdIjoqnRQplRoHWVlKQvD0VIymQUFulRDAPdXZubm5PPHEEx0qITQVV7bh2qWUFiHEdOAtKeUKIUSnXH1kqbCRf7EEnRfoyz1Yd7QLl/L96e9ZwOT+l4D+ZGZmutV/ELdHCPDwUP7s3h0CAtxaUeFu6uygoCCmTp3a1mG0Kq581bEKIX4JzAX+U3mu035NttktePt7YMg7yp491+GjEcRGnMYWGkpWVhZCCKKionBjR2Dnp6rGQRWBgUqdZNVoquIGuLqj+SYUdfYpIUQIkNiyYbUdJlMFl06eoKTcgwNHrqO0rIKR0WcZ2c+PiooKIiIi0Gq1FBenIjQeqJvUOhFSQkGBsrLo7FllIhmUYSK9vm1jU1FpJVwpx5kKPA7sF0IMAs5IKf/U4pG1AcV5Js6lH0Gr1XIiJw67ycovQi8wemwvhFaL3W6vrKwmkdKKr88gtYhOZ8FsVuYNcnKUFUVutC5dRaU6rlReGwN8CGSjfC2+TggxV0rZ6QxRhZfK8PCU9I6M4YUVZQhg4kxvtCH9sdlsaLVa9HoN+fm7sdnL8fZ2rzJ9nRIpIS8PcnOVzWhVims/P3WoSMUtceVr7nJgipTyF1LKG4Hbgb+2bFity47sHWjRYrVa0XoIzMd289Mxf3ykZOQYpc3p06fx8fHBbjcBkgD/Ueh0qh21w5OTAxcuKAmhSxdl7qBLl2tKCDXU2XfeSUHBFUVYWloaEyZMYODAgYSHh7crdfbrr79OfHy8I3atVkteXt39qZ1ZnZ2VleVwQ8XGxrJ582YAfvzxR+bPn9/k2DoSriQFvZTyaNWBlPInoFMNsFrtVgba4jh/6jBaDx17DgVgwcj1YcX4+iq/uDabjcjISACERo9W69WWIas0F127KquL+vaF3r0VbcU14unpSUpKCqmpqQQEBLBypaIMKy8vb9fq7KefftqxW/iVV15h3LhxBAQE1GnXmdXZCQkJzJo1i0OHDpGUlOSw1MbExHD27FmysrKaFF9HwpWkcFAI8Z4QYnTl4106oRBPSonWYKNPVCw7D/UAJDcMznc8J4RAr042dnzKy+HSpSvH3t5K76CZa2KMGjXKYelcv359u1ZnVycxMZE5c+Y4fa4zq7PrOw9w5513NirpdXRc+Vr0EMpE8/+gzCl8B7zdkkG1CVJisVjRZf7Avh9vQmu2MWqIsizRYrFgMBjQaDRYrJY2DlTFFY4fP17zhN0ORUVQ9Y20e/dG10iOiIhwqZ3NZmPLli385jdK2ZH2rs6uoqysjK+++oq//e1vTp/vzOrsZcuWMWnSJN5++21KS0sdniqAYcOG8eqrrzpcVZ2dBpOCECIGCAU2SSlfa52QWh9rmaTMVAFIDqb6U04XelyXS49JvZXnrVY8PT2x2ysoLvpR1WN3AGp8gJeWKooKX19lAjkgoEV2JJeXlxMfH09GRkaHUmdX8fnnn/OLX/zC6dARdG51dmJiIvPnz+fJJ59k9+7dzJ07l9TUVDQajdupsxuypD6Lori4F/hGCOGsAlunwGYCjV6i9RDsPKRUnQqPqDnR5uHhQXHJMbRaL7y9Bzq7jEp7o7bAzmCA/v2hR48WUVRUzSlkZmZiNpsdcwpRUVF1Jn6dqbMbQ3Oqs6tISkqqd+gIrqizAYc6e+HChfTv35/XX3+dDRs2IKV0WZ19NZYsWeKYAK/+qBp2q861qrN37doFwJo1axxDWKNGjcJkMnGpcphRVWdf4V4gVkr5S2A48HBjLy6EmCyEOC6E+FkIUdd3e6XdTCGEFEJcVdbUUljtFhAadh3qgSwzExqh/Iew2WycP39emU+QEm/v0Gv+dqfSyuTmQn6+spIoKEhxFrXCL3dHU2eDMo7+3//+t8acQW06szo7ODiYLVu2AIpMzmQyOXpYqjr7ChVSylIAKWXuVdrWQSjq0JXAbUAkMEcIEemknS/KnMUPjbl+c1NhquDMkQKKSjwwBpRjiNYhtFrMZjNGo5HwcHVPQoeg+jfobt2UIaMBA1pdYNeR1NmgLC2dNGkS3t7e9bbpzOrsN998k1WrVhEXF8ecOXNYu3at48ufqs6uekKIAmBr1SGK6qLqGCnl9AYvLMQoYJmU8tbK499Xvu6VWu3eQqnu9hTwlJSyQS92S6izvzq0lX5nzrH2X935cvcw4m68wN3zyrgx8jp+/vlnAgMDiYqKorAwBU/PPuj13Zr1/ipN56effmJwr16KpqJvX7czmLYG7qjOrqioYNy4cezYscNRnrMj0BR1dkPvckatY+dLEuqnN3Cm2vFZYGT1BkKIIUBfKeV/hBB1d+tcafcg8CAo3bzmxmqzIqSdY+fDKRVawocbsBslUkrsdnvLevpVms7Fi8qu5KovOEVFyv4DlWalujrbldVDnYGsrCxeffXVDpUQmkpDNZq3NPHazgbeHd0SoUiDlgPzr3YhKeX7wPug9BSaGFcNdmTvADuYLRpOn/FFChjiX4JF41FjKardbsZuNzfnrVWait0On34Kb70Fy5YpiooewNeF1gAAIABJREFUPZQdySotgrups8PDw91u6Lgl099ZoG+14z5A9XVdvkA0sL1y7O464DMhxF1XG0JqTqx2K3HFJRw6F4DFqiGouwmDl53r+/tRVlaG0WjEZjORl78TgUbdydxeOHMGEhKgatWO0ajMHajFj1RUmkRLDrzuA8KFECFCCD0wG/is6kkpZaGUspuUsr+Usj+wB2jVhFCF1WwiNW8oZUJDSL8SCrpf2bms1+ux2yvQab0JCBijJoX2wqFDSkIICIBXXwV/fzUhqKg0Ay73FIQQBill3X309SCltAohHgW+BrTAB1LKNCHES8B+KeVnDV+h9bBarRw+UIK0eXBr7yLAgNVqRafTXfGnCC0ajfuMK7ZLiouv6CjuvFOZVL77bmW4qHL5o4qKStO4ak9BCDFCCPEjkF55HCeEcElzIaXcLKUcKKUMrarBIKV80VlCkFKOb4tegj37IHah5eRpH3RaLVHDlZ6A2Wx2m8m0do/ZDO+9B3fcodQ8AGXvwbx56vyBikoz48rw0QrgDuAygJTyMMry1E6B3WblQFYgxUUavL3t9OxzZX7cy8sLiyWLouIfEWqFtbbhxx/hvvtg1SpFV1HpqmmPdFR1dmFhIXfeeSdxcXFERUXxj3/8w+l1y8vLGTduXA376PLlyzEajRQWFjZ4n+oxlZSU8Nvf/pbQ0FCioqIYO3YsP/zQtG1KUkoef/xxwsLCiI2N5eDBg07bJSYmEhMTQ2xsLJMnT3bsWgZ4++23iYiIICoqyrGxUFVn19NGSplZ61xdJ20HxW6zcyLdB52HgX7hZrQh3tilHSEEBoMBuyzD22sAfn5xbR2qe1FeDn/5CyxYoJTHDA5WEkM7Xv3SUdXZK1euJDIyksOHD7N9+3aefPJJx27j6nzwwQdMnz7dsSkMlA/Z4cOHs2nTJpfvt3DhQgICAkhPTyctLY21a9fW+HC+Fr788kvS09NJT0/n/fff5+GH6woYrFYrixcvZtu2bRw5coTY2FiH/G/btm0kJydz5MgR0tLSHElZVWc754wQYgQghRBaIcTvgPqtWh2J9G8pOdeFn091RSOgX2g5ezKKEHY7Pj4+jh2NGo0ejUadxGw1UlNh9mxYv14ZJrr/fkhMhAYMn+2NjqTOFkJQXFyMlJKSkhICAgKcrsuvrc4+efIkJSUlJCQkkJjoWtn2kydP8sMPP5CQkICmcoPhgAEDmrxjODk5mXnz5iGE4IYbbqCgoKDOrnCljK6ktLQUKSVFRUUOP9K7777L0qVLHTrv7t27O16nqrPr8jDKEFIwcAFl93GjPUjtErsFs3dfzl4KQGjAs3sRoGdoLyM+Pj5tHZ374uureIsGDoQXXoBr2DyYe6mp22zqEtRtokvtOpo6+9FHH+Wuu+6iV69eFBcXs2HDBscHdhVms5lTp07Rv39/x7mq2gtjxozh+PHjXLx4scaHqTPS0tKIj4+v0duoj3vuuaeuAh144oknmDdvXo1z2dnZ9O17ZQV8lTq7Z8+ejnMeHh68++67xMTE4O3tTXh4uKM3d+LECb7//nuee+45jEYjb7zxBsOHDwdUdXYdpJQXUZaTdkqKiwTnL3rhrbfTrWc5N/TvRmlpKQaDgfT0dDRC1SW0CikpEBen9Az69YO//x0iI6+5EpqrH+DNSUdVZ3/99dfEx8ezdetWTp48yS233MKYMWNqLLS4dOkSXWvtEk9KSmLTpk1oNBqmT5/Ov/71LxYtWtRs77WheZPauKLOtlgsvPvuuxw6dIgBAwbw2GOP8corr/D8889jtVrJz89nz5497Nu3j1mzZnHq1CmEEKo6uzZCiFVCiPdrP1ojuBYl/VvQeJBxyhdhtxHRKx+th/Ifx2g0OjTB1b99qLQAeXnw7LOwcCFU1sUFIDa2SaUx24KOqs7+xz/+wfTp0xFCEBYWRkhISI2ay6C8N5PJ5Dg+cuQI6enp3HLLLfTv35+kpCTHEFJD6uyoqCgOHz7sUHA3xD333ONUnb1u3bo6bV1RZ6ekpABKL00IwaxZsxzq7D59+jh+BiNGjECj0ajq7Ab4FthS+dgJdAdc3q/QbrFbOFXchVOHrSAhMkZi1xvIzMwkNzeX48eP1+lCqzQjUipJYOZM+L//U3YkWzpHVbuOps6uro2+cOECx48frzPR7e/vj81mcySGxMREli1bRkZGBhkZGeTk5JCdnU1mZibDhw9n586dnD9/HoD9+/dTUVFB3759CQ0NZdiwYfzhD39wJLb09HSSk5PrxLVhwwan6uzaQ0egqLPXrVuHlJI9e/bQpUuXGkNHAL179+bo0aPk5uYCNdXZU6dOZetWxfd54sQJzGYz3bp1cxy7kzrbleGjGn04IcSHQMfWJFb2EixmM/mmvngYjIT4neOsUMaDo6KiMBgMmEw5FJdk4eXVv60j7lycPw8vvwyV39IYORKeew56dZ6KdtXV2XPnziU5OZnHHnuMRYsWYbPZmDt3rlN1dllZGUKIq068VldnW61Whg8f3qA6u2fPngwdOtRpMfsXXniB+fPnExMTg5SSP//5z44PxOpMmjSJHTt2cPPNN5OUlMSXX35Z4/lp06aRlJTEM888w1//+lemTJmCvXLRRmJiouNL1urVq3nyyScJCwvDy8uLwMBAh8L6WpkyZQqbN292XLP6str4+HhSUlLo1asXf/jDHxg7diweHh7069ePtWvXArBgwQIWLFhAdHQ0er2e//3f/1XV2S6/QIhQ4GspZVjLhNQwzaLOPv4lRNzG0V3fMW9JKCUXvXl07i6yRvhwhx+MGTMGm62MgoIf8PIKwcsrpHmCV1FWFj3yCJSVKRPKTzyhbEprYuEiZ6pglebl0KFD/OUvf+HDDz9s61BaDVWd7QQhRD5X7KYaIA+ot4paR8JksnMpV4/Obqf3YD1dBvQkrKs3QggqKs6h1fmqCaG5GThQMZn27w/PPKMUwlHpEAwZMoSbbroJm83m0uqhzoCqzq6FUPpPcUB25Sm7bGzXoh1z+FgpUgp6+NsY1s+LLTabo/JUefkZfH2j2jjCToDNBhs2KL0BPz/Q62HNGuXvKh2OBQs6bal2p7ijOrvBmdTKBLBJSmmrfHSahACQk2NEq9HQy7cAoVfMqEajESmVlRF6fWBbhtfxOXFC2Xj2l78ojyrUhKCi0m5xpU+0VwgxVErpXCbSgTl3UVlm1qNbBbv9AvEwm9Hr9RQX/4jQeOC8TpDKVTGbYfVq+N//VXoK110Ht97a1lGpqKi4QL1JQQihk1JagdHAA0KIk0ApyiellFLWXwW8A2C327lwUTGiXhdQjslqYGKAL0IIpLTj6zMIoW5cazxHjsBLL0FGhjJ5PGsWPPooeKl1KFRUOgIN9RT2AkOBqa0US6titVrJzVXc/D0Dy7DZfFW1RVM5c0bZhGa3K7uSX3xR2aWsoqLSYWjoq7AAkFKedPZopfhaDKvVxsVLShK4LqAMAIPBgMVSiNVW0pahdVz69oVp0xSzaWKi2yWEjqrOzs/PZ9q0acTGxjJixAhSU1OdXldKyYQJEygqKnKc27RpE0KIGjugt2/fzh133FHjtfPnz2fjxo2AYg1YunQp4eHhREdHM2LEiDp7Hq6FV155hbCwMCIiIvj666+dttmyZQtDhw4lPj6e0aNHOzb/LVmyxLFjeuDAgQ6lR25uLpMnT25ybB2JhpJCkBDiifoerRZhc1O5cS0nx4rZrMXb24KPpwWBQK/XY7Hko9P5otN1vfq13J2iImWo6NChK+eWLlX2Iej19b+uk9JR1dkvv/wy8fHxHDlyhHXr1rF48WKn7TZv3kxcXFwNJ1JiYiKjR49ulEX0hRde4Ny5c6SmppKamsrnn39OcXFxk97D0aNHSUpKIi0tja+++opHHnnE6Ua9hx9+mI8//piUlBR+9atfkZCQACh1Iap2TD/22GNMnz4dgKCgIHr27FmvYbYz0lBS0AI+gG89j46J3QLhN3PyZxtmm5XuQWXY7RKDweDYwajVeqmlN6/G1q3wy1/CZ5/Ba68p2gpo8ia0zkJHUmcfPXqUiRMVgWCVPuPChQt12tVWZ5eUlLBz507WrFnjclIoKytj1apVvP322w5NdY8ePZjVxDoZycnJzJ49G4PBQEhICGFhYezdu7dOOyGEo6dTWFhYx48EV+yvVUydOpWPP/64SfF1JBr65DsnpXyp1SJpZfZuzQTZg9hwbyQSo9GA3V5BRcUFdSlqQ1y+DH/+s5IUAOLjFb11O0sG/3ep8OqNGsmkbq6V/uxo6uy4uDg++eQTRo8ezd69e8nMzOTs2bP06NGjRrudO3fy3nvvOY4//fRTJk+ezMCBAwkICODgwYMMHdrw+pOff/6Z4OBgl0rdLlmyhG3bttU5P3v2bJYurbl/Njs7mxtuuMFxXKXOrs3q1auZMmUKnp6e+Pn5sadWJb/MzExOnz7NhAkTHOeGDRvG888/f9V4OwsNJYX29VvezJzN0SP0OkLDFQmbTqfDZqtAShtGo2pGrYOU8MUXyn6DoiJlNdFjj8GMGdAOxYGufoA3Jx1Vnb106VIWL15MfHw8MTExDBkyxOkO3ry8PHx9rwwSJCYmOu43e/ZsEhMTGTp0aLO91+XLl7vc1hV1dtU1N2/ezMiRI3n99dd54oknWL16teP5pKQkZs6cWWPHtrupsxtKCq0vpG9Fzl80IoBe+hywSrSVvwRC44FWa2jb4NojxcWwfLmSEG68EX7/e6hloXR3quYUCgsLueOOO1i5ciWPP/44UVFRfPfddzXaOlNnxzViYr451dl+fn4OgZyUkpCQEEJC6updqnTyGo2Gy5cvs3XrVlJTUxFCYLPZEELw2muvNajODgsLIysri+Li4hoJxhmN6Sm4os7Ozc3l8OHDjBw5ElCSZO1J5KSkJMdcUBXups52lKjrKI/rr79eNoljm6WUUg6POy/7DciVe97/j/xy3Q75dW6BNJsLZV7+3qZdvzNhs0lptV453rJFyi++kNJub7uY6uHo0aNtHYL09vZ2/P3gwYOyb9++0mw2y7KyMhkSEiK/+eYbKaWUZWVl8vbbb5crVqyQUkp5+PBhGRoaKo8fPy6llNJms8k333yzzvW3bdsmb7/9dimllOXl5bJv374yPT1dSinl/fffL9966y0ppZTjxo2T+/btkzk5OTI4OFheunRJms1mOXr0aLlo0aI6183Pz5cVFRVSSinff/99OXfuXKfvb+TIkY77/f3vf5cPPvhgjefHjh0rv/vuO2kymWT//v0d/yYZGRkyODhYFhQUSCmlfPrpp+X8+fMd98zJyZEffvhhwz/cq5CamipjY2OlyWSSp06dkiEhIdJa/f+ulNJiscjAwEDHz3n16tVy+vTpjuePHTsm+/XrJ+21/n/v379f3nrrrU2Kr7Vx9vsA7JcufMa2v35/K1BSAoXFerQ6O7mmS/zUxQudENjt5W0dWvshIwMeeAAq1cIATJgAU6a0u/mD9kh1dbanpyfJyckkJCQQERFBTEwMw4cPd6rOHjx4MNHR0XXqC9emujo7JiYGjUbToDr75ptvrne8/6effiIqKopBgwbx5Zdf8te//tVpu9tvv53t27cDytDRtGnTajw/Y8YM1q9fj8Fg4KOPPuLXv/418fHxzJw5k9WrV9OlizKkl5CQQFBQEJGRkURHRzN16lTHENe1EhUVxaxZs4iMjGTy5MmsXLnSMQQ0ZcoUcnJy0Ol0rFq1ihkzZhAXF8eHH35YQ9mdmJjI7Nmz6/SuVHV2O6fJ6uzjX/LVj8E89HQ3rutdxrOztlN6fTy3RdmwWAvx9AzGx9u9BFg1sFph3TpYtUopetOrF2zc2O6XmKrq7Jbn3LlzzJs3j2++6djlVBrL2LFjSU5Oxt/fv61DcZkWVWd3RjKzdEiNhtA+OpAghBmN1ht/nwh0uo672rbJHD8Of/yjIrIDuPtuWLy43ScEldahZ8+ePPDAAxQVFbm0eqgzkJubyxNPPNGhEkJTccukcDZH+ZAL72EGKdFodWg0BvdNCFYrvPeeIrCz25XewfPPw4gRbR2ZSjujqfsJOhpBQUFMndopTT/14pZJ4cJFHVYrWGyXMPf1xcYlBG68g1mrVSqiSQlz5sDDD6sCOxUVN8Utk0JJiTIBFRciGNy3iJ9EMJ6e/do4qlamrAxKSyEoSJk4fuEFuHQJYmPbOjIVFZU2xO1WH/33YjpnLyjCO29PMx5FAoNHT/fSWuzerSitn3/+ip6iVy81IaioqLhfT6G0wANh64JO64GXrgyNRou+t5vMJRQWKjuSv/hCOfb3V851deOhMxUVlRq0aE9BCDFZCHFcCPGzEGKpk+efEEIcFUIcEUJsEUK0yhiOyeyBxm5B530MndFAJzd6KL2BLVsUgd0XXyiriR5/XNmDoCaEZuX8+fPMnj2b0NBQIiMjmTJlCu+//34dlbSKSnulxXoKQggtsBK4BTgL7BNCfCalPFqt2SFgmJSyTAjxMPAa0HxOYCcUZ1+ktEwHWPEN6kqAz+hr9s90CKRUhomq/PJDhyrHwcFtG1cnRErJtGnTuP/++x3W0JSUFD7//PM2jkxFxXVasqcwAvhZSnlKSmkGkoC7qzeQUm6TUpZVHu4B+rRgPABUVOjQGozoDSYMOg90OmNL37JtEQIGDFBWE/3+9/D3v7tHQhg2rP7HJ59caffJJw23bQTbtm3Dw8Ojxs7i+Ph4xowZQ0lJCTNnzmTQoEHce++9DnfRSy+9xPDhw4mOjubBBx90nB8/fjzPPPMMI0aMYODAgXz//feAYmB96qmniImJITY2lrfffhuAAwcOMG7cOK6//npuvfXWq+6IVlGpj5ZMCr2BM9WOz1aeq4/fAE7LLwkhHhRC7BdC7M/Nzb3mgEryKygr9gQpMRrNpOj6s6XChK6z9RRycqC6S/7++5Vdye3UaNpZSE1NraPIruLQoUO89dZbHD16lFOnTjlqGzz66KPs27eP1NRUysvL+c9//uN4jdVqZe/evbz11lv88Y9/BOD999/n9OnTHDp0iCNHjnDvvfdisVh47LHH2LhxIwcOHGDBggU899xzLf+GVTolLTnR7OyT1qlTQwhxHzAMGOfseSnl+8D7oGgurjUgm9WGWWqwWM34+JjR6PXcbPDEM7CT7M6022HDBli5EgwG+Ne/ICAAdDro3r2to2tdXFWhTJ+uPFqYESNG0KeP0hGu0muPHj2abdu28dprr1FWVkZeXh5RUVHceeedlaEpcV1//fVkZGQA8O233/LQQw851NYBAQGOCmZVqm6bzUZP1WCrco20ZFI4C1QvTNAHqCMlF0LcDDwHjJNS1i0d1cyUVxgwmW300Zfj0Zn0DadOQUICHDmiHI8dq/YKWpmoqChHHeLaVFUZA6WWs9VqxWQy8cgjj7B//3769u3LsmXLMJlMdV5T1R6c12aQUhIVFcXu3bub+y2puCEt+amxDwgXQoQIIfTAbOCz6g2EEEOA94C7pJQXWzAWB+XlBqS0Q1cjHlYfhLaDDx1ZrbBmDdx7r5IQgoKUZacvv6yuLGplJkyYQEVFBatWrXKc27dvH//973+dtq9KAN26daOkpKTehFKdSZMm8fe//92RJPLy8oiIiCA3N9eRFCwWC2lpaU19OypuSoslBSmlFXgU+Br4CfinlDJNCPGSEOKuymavo9SB/pcQIkUI8Vk9l2s2LhQob1nvaeXW+N4YIwJa+pYty3PPwbvvKkbTadOUIaOxY9s6KrdECMGmTZv45ptvCA0NJSoqimXLljmtAwzQtWtXHnjgAWJiYpg6dSrDhw+/6j0WLlxIcHAwsbGxxMXFsX79evR6PRs3buSZZ54hLi6O+Ph4du3a1dxvT8VNcCt1dmFuGb/7XTK7908i5oYMEtfEOS072KFISVHMps8+Cy58qHRWVHW2isoVmqLOdqtB5x9OXcZUYURKK14GHZqOOOZ+8CC8//6V4/h4ZWWRGycEFRWV5qODf01uHFYb6NADEi+jpmMlhdJSWLEC/v1v5XjYMGUjGiiWUxUVFZVmwK2SAkCxSQA6PL3sbR2K6+zcCX/6E1y8qCwvXbAAYmLaOioVFZVOiNslhfJyTzx0Brw8bW0dytUpKIA334QvK/f0RUXBiy9CaGjbxqWiotJpcb+kYDIAEi+vDjDBvmqVkhAMBnjkEaUATkca8lJRUelwuFdSkBKTyYiU4OXdToePpFR8RQC//S3k5cGiRdCnxbVQKioqKu61+gh5nnKTASEEXl7tbPhISti0SZkvMJuVc35+8MorakJQUVFpNdyqpyClnfJyL4xagZdvOxo+OntWUVRU7b/45hu4/fa2jUlFRcUtcaueQmHGSWw2LXqtxBjU1tGgCOw+/hjuuUdJCP7+ip5iypS2jkzlGhFCMHfuXMex1WolKCioxYvsaLVa4uPjiY6O5s4776SgoMDx3NmzZ7n77rsJDw8nNDSUxYsXY67qjeK8MNCJEyfq3KO8vJxx48Zhs13pZW/atAkhBMeOHXOcy8jIIDo6usZrly1bxhtvvNGo+zWWr776ioiICMLCwnj11Vedtlm+fDlRUVFER0czZ86cGq6php5ryZgaarNgwQK6d+9e4+dpNpsZO3asQ3XS3LhVUigv0yC0GryMNjRtrcs+dQp+/WtYvhwqKuC22xRFxaRJV+YUVDoc3t7eDg02wDfffEPv3g0Z45sHT09PUlJSSE1NJSAggJUrVwKKLG/69OlMnTqV9PR0Tpw4QUlJiUOtXVUYaPz48Zw8eZKjR4/y8ssvc+HChTr3+OCDD5g+fTraavtiEhMTGT16tKOo0NVozP0ag81mY9GiRXz55ZccPXqUxMREjh49WqNNdnY2K1asYP/+/aSmpmKz2RxxN/ScM7Zv3878+fObHNPV2syfP5+vvvqqxmv0ej0TJ05kw4YNrvxoGo1bDR+Vl3sA4KMpRePl1bbBHDsGaWmK0vrZZ2H06LaNpxPRyNo4LuOqXeW2227jiy++YObMmSQmJjJnzhxHkZyPPvqIFStWYDabGTlyJO+88w5arZapU6dy5swZTCYTixcv5sEHHyQjI4PbbruN0aNHs2vXLnr37k1ycjKenp4N3n/UqFEcqbTlbt26FaPRyK9//WtA6VEsX76ckJAQ/vjHP7Jnzx6nhYGc8fHHH7N+/XrHcUlJCTt37mTbtm3cddddLFu27Ko/m/oKETWVvXv3EhYWxoABAwCYPXs2ycnJREZG1mhntVopLy/Hw8ODsrKyGl6qhp5rqZiu1mbs2LEObXp1pk6dyu9//3vuvffeJsXoDPfqKZQrqmwfowWPtvDN5+df+fttt8H//A/8859qQuhkzJ49m6SkJEwmE0eOHGHkyJGA4qPZsGEDO3fuJCUlBa1Wy8cffwwo38IPHDjA/v37WbFiBZcvXwYgPT2dRYsWkZaWRteuXfl31Y72erDZbGzZsoW77lKck2lpaXUK//j5+REcHMzPP//cYGGg6pjNZk6dOkX//v0d5z799FMmT57MwIEDCQgI4ODBg1e9jqv3AxgzZgzx8fF1Ht9++22dttnZ2fTte8XU36dPH7Kzs2u06d27N0899RTBwcH07NmTLl26MGnSpKs+V52RI0cSHx/PwoUL+eyzzxwxfV1V7raRMbnSxhnR0dHs27fvqu2uBbfqKZRV9hS8jdbWVVyYTEoZzI0b4cMPISREGSKaNav1YnAjrtGX2GzExsaSkZFBYmIiU6rND23ZsoUDBw44bKjl5eV0ryx+tGLFCjZt2gTAmTNnSE9P57rrriMkJMTxTbp6sZ3alJeXO4r3XH/99Y6CO87qLzR0vj4uXbpE11oq9sTERH73u98BSiJMTExk6NCh9V63sbXQq3pXruBM7Fn7fvn5+SQnJ3P69Gm6du3KL3/5Sz766CPuu+++Bp+rzg8//AAow0dr165l7dq1TYrJlTbO0Gq16PV6iouL8fX1vWr7xuBWScFkUpJCoa9A31pJYf9+ZWXR2bPKxrNDh5SkoNKpueuuu3jqqafYvn2741u/lJL777+fV155pUbb7du38+2337J79268vLwYP368Y5KzdnGeqrmK2lTNKRQWFnLHHXewcuVKHn/8caKiour0LoqKijhz5gyhoaFcvHjRpToOnp6eNSZeL1++zNatW0lNTUUIgc1mQwjBa6+9RmBgIPnVe8UodR9CQkLo06ePS/cDpadQXFxc5/wbb7zBzTffXONcnz59OHPmSvXfs2fP1hn++fbbbwkJCSEoSFllMn36dHbt2sV9993X4HPXiisxudKmPioqKjAam7/GvNsMH0kpuVBYDBIMXlYmtHQJzpISZSXRQw8pCSEsDNaubZXSjyptz4IFC3jxxReJqeaomjhxIhs3buTiRaWeVF5eHpmZmRQWFuLv74+XlxfHjh1jz54913zfLl26sGLFCt544w0sFgsTJ06krKyMdevWAcrw0pNPPsn8+fPx8vJyuTCQv78/NpvNkRg2btzIvHnzyMzMJCMjgzNnzhASEsKOHTvw8fGhZ8+ebNmyxfE+v/rqK0aPHt2oQkTff/89KSkpdR61EwLA8OHDSU9P5/Tp05jNZpKSkhxDaFUEBwezZ88eysrKkFKyZcsWh166oeecMX78+AZ7Ca7G5EobZ1y+fJmgoCA8PDyu2raxuE1SMJtslBRq0Uvw8hEtq4tISVGGhj75RBHYPfSQMmxUa9JLpfPSp08fFi9eXONcZGQkCQkJTJo0idjYWG655RbOnTvH5MmTsVqtxMbG8sILL3DDDTc06d5DhgwhLi6OpKQkR+Gff/3rX4SHhzNw4ECMRiMvv/wy0LjCQJMmTWLHjh2AMnQ0bdq0Gs/PmDHDMRG9bt06EhISiI+PZ8KECfzhD38gNDS00YWIXEWn0/G3v/2NW2+9lcGDBzNr1iyioqIAmDJlCjk5OYx4hHkgAAAPMElEQVQcOZKZM2cydOhQYmJisNvtPPjggwANPledqjmF2g9ncwquxNRQG4A5c+YwatQojh8/Tp8+fVizZg2gTNhPaaml61LKDvW4/vrr5bVgKjXLu6Z+KUNCz8tH/+fUNV3DZbKypBw1Ssr586U8ebJl76UipZTy6NGjbR1Cp+fgwYPyvvvua+swVKSU06ZNk8eOHav3eWe/D8B+6cJnrJvNKRiQwPXezXxhKeGHH2DkSGUCuW9fpW5yRIQqsFPpNAwZMoSbbroJm81WY6+CSutiNpuZOnUqERERLXJ9t/nEktKO2ayMv/l5N6Pi4sIFWLIEHn0UPv/8yvnBg9WEoNLpWLBggZoQ2hi9Xs+8efNa7Ppu01Ow2UowV2gRUuDn0wxJwW6HTz+Ft96CsjLw8YEWmPRRUVFRaU3cJimAUmAHKfBr6rLerCxlmWnVZp3x4+GZZyCoPQiVVFRUVK4dt0oKFZU7mrsE6K/9IkeOKKuJzGYICFB2JU+cqPqKVFRUOgVukxSk3Y6p3ABaQRf/JgzzDB4MwcHKJPITT0CXLs0XpIqKikob4zZJwVRQhs2qQ6cXeHs2YgLYbIaPPlI2nXXtqswbfPABtLVQT0VFRaUFcJvlMSWlGiTgaZRoPFx82z/+CPfdB++8A2++eeW8mhBUVFQ6KW7TUyguUcb8Pb2seA3q0XDj8nJ4911ITFT2IAQHq3oKFRUVt8B9kkKxBrDh6Wlt2EK4d6+ysignR9lncP/98OCDoG/C5LRKq3PmzBkqKiqa7XoGg6GG4rg5WLBgAf/5z3/o3r07qampLr+uoKCA9evX88gjjzh9ftmyZfj4+PDUU0+5dL3Gtlfp3LjV8JFWCjy9bfU3ysqCRYuUhDBwIKxbp2xKUxNCh6OiogIvL69mezQ2wbhSmctZVS1XKCgo4J133mn061RUXMFtkkJxsdI7MPZuYLVQcDDMmQOPPKIkhEGDWik6FXdk7NixBAQENNimtLSU22+/nbi4OKKjo9mwYQNLly7l5MmTxMfH8/TTTwPwpz/9if/f3r0HSVmdeRz//sSRkQSMwWQLnDCQEtgVNLPjLJBQmKgEgbiyJlPOUCKyhavRNRvCjmGNqQom+UNFK+WFSAyx1JUEcCpsSERNKoFIGTGCICCGDSHETBGX6yIjl3B58sc5tM0wl3dm+jLd/Xyqpqr77dPv+5zu6X76Paf7PMOHD2f8+PFs3bq1w2O31/6ZZ55h1KhRVFVVceutt3LixAnmzJlzWiKaO3cuD6bPs7miUTrDR80h//VJ/+Havn0wbx584Qvv13CcPTv3wbmiMXr0aI4ePUpzczP79u1LFci57777uPrqqzu9vxdeeIGBAwfy3HPPAXDgwAFGjx7N5s2b2bBhAwDr1q1j8eLFrF+/nuPHj1NdXd1udbP22qdXhysrK+P2229n0aJF1NfXM2vWrNSQ1dKlS7t0luN6vpJKCkd6ldG3n4XJ4+efhwcegHffhT/9CRYt8h+guW7rTGWuJC655BIaGhqYM2cO11xzDePGjTujgM3q1au57rrr6BO/FdfRevzttW+rOtz06dPZtWsXO3fuZPfu3Zx//vkMGjSoW31zPVNWk4KkicBDQC9goZnd2+L23sDTwGXAXqDOzHZkI5bmZmGI6t5H4Mtfht/8JtwwZgx87WueEFyPNGzYMNatW8eKFSu46667mDBhQquLoXW21GVb7a2N6nAAtbW1NDY28s4771BfX9+p47nCkbU5BUm9gPnAJOBiYKqkllVmZgL7zewi4DvAfdmKp7lZnHvoEB954qGQEPr1g7lz4ZFHoJsFPpxrKUllriR27txJnz59mDZtGg0NDbz++uv07dv3tDKVl19+OcuWLePw4cMcPHiQn6av1tuK9tq3VR0OQh3mxYsX09jYSG1tbbf75nqmbJ4pjAK2mdl2AEmLgSnAlrQ2U4C58XIj8KgkxYIQGfXuvhN8oPk9+n5oP1x5ZVjArn//TB/G9RC9e/fm0KFDGd1fEqfmFFpqbU5h6tSprFq1ij179lBRUcE999zDzJkzT2uzadMm7rzzTs466yzKysp47LHH6N+/P2PHjmXkyJFMmjSJefPmUVdXR1VVFZWVlYwbNy51/8mTJ7Nw4cLTKptVV1e32T69OtzJkycpKytj/vz5VFZWMmLECA4ePMiFF17IgAED2j2GK1zKwvtv2LFUC0w0s5vj9RuB0WZ2R1qbzbFNU7z+h9hmT4t93QLcAjBo0KDLTn1y6YyvNhzlJ0ve5qmv7mHMlz7Z1W65Huqtt95qt6auc6WktdeDpHVmVtPRfbP5ldTWBi1bZqAkbTCzx82sxsxqPtLF5anvf6A3W/881BOCc861I5tJoQlI/wloBbCzrTaSzgbOA/ZlMSbnnHPtyGZSeA0YKmmIpHOAemB5izbLgZvi5VrgV9mYT3Clwf91nOv+6yBrScHMjgN3AC8CbwFLzexNSd+UdOqL0T8A+kvaBswG/itb8bjiVl5ezt69ez0xuJJmZuzdu5fy8vIu7yNrE83ZUlNTY2vXrs13GK6HOXbsGE1NTRw5ciTfoTiXV+Xl5VRUVFDWomZ80onmkvlFsytuZWVlDBkyJN9hOFfwSmZBPOeccx3zpOCccy7Fk4JzzrmUgptolrQb6PxPmoMLgD0dtiou3ufS4H0uDd3pc6WZdfjr34JLCt0haW2S2fdi4n0uDd7n0pCLPvvwkXPOuRRPCs4551JKLSk8nu8A8sD7XBq8z6Uh630uqTkF55xz7Su1MwXnnHPt8KTgnHMupSiTgqSJkrZK2ibpjJVXJfWWtCTe/qqkwbmPMrMS9Hm2pC2SNkr6paTKfMSZSR31Oa1drSSTVPBfX0zSZ0nXx+f6TUk/zHWMmZbgf3uQpJWS1sf/78n5iDNTJD0haVesTNna7ZL0cHw8NkqqzmgAZlZUf0Av4A/Ax4FzgDeAi1u0uR1YEC/XA0vyHXcO+nwF0Cdevq0U+hzb9QVeAtYANfmOOwfP81BgPXB+vP7RfMedgz4/DtwWL18M7Mh33N3s8+VANbC5jdsnA88TKleOAV7N5PGL8UxhFLDNzLab2V+BxcCUFm2mAE/Fy43AVZJaKw1aKDrss5mtNLNTlezXECrhFbIkzzPAt4D7gWJYUztJn/8NmG9m+wHMbFeOY8y0JH02oF+8fB5nVngsKGb2Eu1XoJwCPG3BGuBDkgZk6vjFmBQuBP6cdr0pbmu1jYViQAeA/jmJLjuS9DndTMInjULWYZ8l/SPwMTP7WS4Dy6Ikz/MwYJiklyWtkTQxZ9FlR5I+zwWmSWoCVgBfyk1oedPZ13unFGM9hdY+8bf83m2SNoUkcX8kTQNqgE9nNaLsa7fPks4CvgPMyFVAOZDkeT6bMIT0GcLZ4GpJI83s/7McW7Yk6fNU4Ekze1DSJ4H/jn0+mf3w8iKr71/FeKbQBHws7XoFZ55OptpIOptwytne6VpPl6TPSBoP3A1ca2ZHcxRbtnTU577ASGCVpB2EsdflBT7ZnPR/+ydmdszM/ghsJSSJQpWkzzOBpQBm9gpQTlg4rlgler13VTEmhdeAoZKGSDqHMJG8vEWb5cBN8XIt8CuLMzgFqsM+x6GU7xESQqGPM0MHfTazA2Z2gZkNNrPBhHmUa82skGu5Jvnf/h/ClwqQdAFhOGl7TqPMrCR9fhu4CkDSPxCSwu6cRplby4Hp8VtIY4ADZvaXTO286IaPzOy4pDuAFwnfXHjCzN6U9E1grZktB35AOMXcRjhDqM9fxN2XsM/zgA8Cz8Y59bfN7Nq8Bd1NCftcVBL2+UVggqQtwAngTjPbm7+ouydhn/8T+L6krxCGUWYU8oc8ST8iDP9dEOdJvgGUAZjZAsK8yWRgG3AI+NeMHr+AHzvnnHMZVozDR84557rIk4JzzrkUTwrOOedSPCk455xL8aTgnHMuxZOC63EknZC0Ie1vcDttB7e1mmQnj7kqrsT5RlwiYngX9vFFSdPj5RmSBqbdtlDSxRmO8zVJVQnuM0tSn+4e25UGTwquJzpsZlVpfztydNwbzOwThMUS53X2zma2wMyejldnAAPTbrvZzLZkJMr34/wuyeKcBXhScIl4UnAFIZ4RrJb0evz7VCttRkj6bTy72ChpaNw+LW379yT16uBwLwEXxfteFdfp3xTXue8dt9+r9+tTPBC3zZXUIKmWsL7UonjMc+Mn/BpJt0m6Py3mGZIe6WKcr5C2EJqkxyStVaijcE/c9h+E5LRS0sq4bYKkV+Lj+KykD3ZwHFdCPCm4nujctKGjZXHbLuCzZlYN1AEPt3K/LwIPmVkV4U25KS57UAeMjdtPADd0cPx/BjZJKgeeBOrM7BLCCgC3SfowcB0wwswuBb6dfmczawTWEj7RV5nZ4bSbG4HPp12vA5Z0Mc6JhGUtTrnbzGqAS4FPS7rUzB4mrItzhZldEZe++DowPj6Wa4HZHRzHlZCiW+bCFYXD8Y0xXRnwaBxDP0FY06elV4C7JVUAPzaz30u6CrgMeC0u73EuIcG0ZpGkw8AOwvLLw4E/mtn/xtufAv4deJRQn2GhpOeAxEtzm9luSdvjmjW/j8d4Oe63M3F+gLDsQ3rVresl3UJ4XQ8gFJzZ2OK+Y+L2l+NxziE8bs4BnhRc4fgK8H/AJwhnuGcUzTGzH0p6Ffgc8KKkmwnLDD9lZnclOMYN6QvmSWq1xkZcj2cUYRG2euAO4MpO9GUJcD3wO2CZmZnCO3TiOAkVyO4F5gOflzQEaAD+ycz2S3qSsDBcSwJ+YWZTOxGvKyE+fOQKxXnAX+Ia+TcSPiWfRtLHge1xyGQ5YRjll0CtpI/GNh9W8vrUvwMGS7ooXr8R+HUcgz/PzFYQJnFb+wbQQcLy3a35MfAvhDoAS+K2TsVpZscIw0Bj4tBTP+A94ICkvwMmtRHLGmDsqT5J6iOptbMuV6I8KbhC8V3gJklrCENH77XSpg7YLGkD8PeEkoVbCG+eP5e0EfgFYWilQ2Z2hLAC5bOSNgEngQWEN9ifxf39mnAW09KTwIJTE80t9rsf2AJUmtlv47ZOxxnnKh4EGszsDUJt5jeBJwhDUqc8DjwvaaWZ7SZ8M+pH8ThrCI+Vc4Cvkuqccy6Nnyk455xL8aTgnHMuxZOCc865FE8KzjnnUjwpOOecS/Gk4JxzLsWTgnPOuZS/AZqRo4LZLjsdAAAAAElFTkSuQmCC\n", + "text/plain": [ + "<Figure size 432x288 with 1 Axes>" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "array([0.52050287, 0.69786465, 0.89777595, ..., 0.16324709, 0.93710172,\n", + " 0.68392801])" + ] + }, + "execution_count": 7, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "cv = StratifiedKFold(n_splits=10)\n", + "results = np.zeros_like(y, dtype=float)\n", + "\n", + "tprs = []\n", + "aucs = []\n", + "mean_fpr = np.linspace(0, 1, 100)\n", + "\n", + "i = 0\n", + "for train, test in cv.split(X, y):\n", + " keras.backend.clear_session()\n", + " prbs=[]\n", + " for mod in range(5):\n", + " print('>>')\n", + " curr_try = 0\n", + " while curr_try <10:\n", + " print('.')\n", + "\n", + " model = Sequential()\n", + " model.add(Dense(64, input_dim=X.shape[1], activation='relu'))\n", + " model.add(Dense(64, activation='relu'))\n", + " model.add(Dense(64, activation='relu'))\n", + " model.add(Dense(64, activation='relu'))\n", + " model.add(Dense(1, activation='sigmoid'))\n", + " # Compile model\n", + " opt = keras.optimizers.Adam(epsilon=None, amsgrad=True)\n", + " model.compile(loss='binary_crossentropy', optimizer=opt, metrics=['accuracy'])\n", + " \n", + " # Fit the model\n", + " history = model.fit(X[train,:], y[train], epochs=50, batch_size=64, verbose=0)\n", + " if history.history['acc'][-1] > 0.53:\n", + " break\n", + " else:\n", + " curr_try += 1\n", + "\n", + " # Fit the model\n", + " model.fit(X[train,:], y[train], epochs=50, batch_size=64, verbose=1)\n", + " \n", + " # evaluate the model\n", + " probas_ = model.predict(X[test,:])\n", + " prbs.append(probas_)\n", + " # Average the predictions\n", + " probas_ = np.mean(np.hstack(prbs), axis=1)\n", + " results[test] = probas_\n", + " \n", + " # Compute ROC curve and area the curve\n", + " fpr, tpr, thresholds = roc_curve(y[test], probas_[ :])\n", + " print(' ' + str(auc(fpr, tpr)))\n", + " tprs.append(interp(mean_fpr, fpr, tpr))\n", + " tprs[-1][0] = 0.0\n", + " roc_auc = auc(fpr, tpr)\n", + " aucs.append(roc_auc)\n", + " plt.plot(fpr, tpr, lw=1, alpha=0.3,\n", + " label='ROC fold %d (AUC = %0.2f)' % (i, roc_auc))\n", + "\n", + " i += 1\n", + "plt.plot([0, 1], [0, 1], linestyle='--', lw=2, color='r',\n", + " label='Chance', alpha=.8)\n", + "\n", + "mean_tpr = np.mean(tprs, axis=0)\n", + "mean_tpr[-1] = 1.0\n", + "mean_auc = auc(mean_fpr, mean_tpr)\n", + "std_auc = np.std(aucs)\n", + "plt.plot(mean_fpr, mean_tpr, color='b',\n", + " label=r'Mean ROC (AUC = %0.2f $\\pm$ %0.2f)' % (mean_auc, std_auc),\n", + " lw=2, alpha=.8)\n", + "\n", + "std_tpr = np.std(tprs, axis=0)\n", + "tprs_upper = np.minimum(mean_tpr + std_tpr, 1)\n", + "tprs_lower = np.maximum(mean_tpr - std_tpr, 0)\n", + "plt.fill_between(mean_fpr, tprs_lower, tprs_upper, color='grey', alpha=.2,\n", + " label=r'$\\pm$ 1 std. dev.')\n", + "\n", + "plt.xlim([-0.05, 1.05])\n", + "plt.ylim([-0.05, 1.05])\n", + "plt.xlabel('False Positive Rate')\n", + "plt.ylabel('True Positive Rate')\n", + "plt.title('Receiver operating characteristic example')\n", + "plt.legend(loc=\"lower right\")\n", + "plt.show()\n", + "results" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "metadata": {}, + "outputs": [], + "source": [ + "df_results = pd.DataFrame(data={\"name\": names, 'pred': results})\n", + "df_results.to_csv('/home/drewe/notebooks/genotox/pred.nn.v4.csv', index=None)" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "metadata": {}, + "outputs": [ + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXoAAAD8CAYAAAB5Pm/hAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAE6ZJREFUeJzt3XGMpHd93/H3BwOpEkhtcgt1bW8PoiMKQc1BV5QKQS91khqrsqEK1JYChlgcJLhqGlTFIVK5JIqEkhhUlNTkkC3bFRg7cQgn5DSxXIybKqacwXEOjMPZcczFJ98FU0Pl1O2Zb/+Y5/D4vHv77D4zszO/fb+k1Tzzm2fm+f52Zz/zm9/zzDOpKiRJ7XrOVhcgSZoug16SGmfQS1LjDHpJapxBL0mNM+glqXHrBn2S85J8Nsl9Sb6c5N917S9KcluSr3WXZ3XtSfKRJIeT3Jvk1dPuhCRpbX1G9CeA91XVDwOvBd6b5BXAlcDtVbULuL27DvBGYFf3sxe4euJVS5J6Wzfoq+poVX2xW/42cB9wDnAxcH232vXAm7rli4EbauQu4MwkZ0+8cklSL8/dyMpJdgKvAj4PvKSqjsLoxSDJi7vVzgG+Pna3I13b0bUed8eOHbVz586NlCJJ297dd9/9t1W1tN56vYM+yQuAW4Cfr6pvJVlz1VXannWehSR7GU3tsLy8zMGDB/uWIkkCkvx1n/V6HXWT5HmMQv7jVfUHXfOjJ6dkustjXfsR4Lyxu58LPHLqY1bV/qpaqaqVpaV1X5AkSZvU56ibANcA91XVh8ZuOgBc1i1fBnx6rP3t3dE3rwUePznFI0mavT5TN68D3gb8RZJ7urb3Ax8Ebk5yOfAw8JbutluBC4HDwBPAOydasSRpQ9YN+qr6U1afdwc4f5X1C3jvwLokSRPiJ2MlqXEGvSQ1zqCXpMYZ9JLUOINekhq3oVMgLLR9+1ZflqTGOaKXpMYZ9JLUOINekhpn0EtS4wx6SWqcQS9JjTPoJalxBr0kNc6gl6TGGfSS1DiDXpIaZ9BLUuP6fDn4tUmOJTk01nZTknu6n4dOfpdskp1J/m7sto9Os3hJ0vr6nL3yOuC3gRtONlTVvzm5nOQq4PGx9R+oqt2TKlCSNEyfLwe/M8nO1W5LEuCtwL+YbFlT5imLJW0jQ+foXw88WlVfG2t7aZIvJflcktcPfHxJ0kBDv3jkUuDGsetHgeWq+kaSfwL8YZIfqapvnXrHJHuBvQDLy8sDy5AkrWXTI/okzwX+NXDTybaqerKqvtEt3w08ALx8tftX1f6qWqmqlaWlpc2WIUlax5Cpmx8HvlpVR042JFlKcka3/DJgF/DgsBIlSUP0ObzyRuDPgB9KciTJ5d1Nl/DMaRuANwD3Jvlz4PeB91TVY5MsWJK0MX2Ourl0jfZ3rNJ2C3DL8LIkSZPiJ2MlqXEGvSQ1zqCXpMYZ9JLUOINekhpn0EtS4wx6SWrc0HPdzDfPTClJjuglqXUGvSQ1zqCXpMYZ9JLUOINekhpn0EtS4wx6SWqcQS9JjTPoJalxBr0kNc6gl6TG9fly8GuTHEtyaKxtX5K/SXJP93Ph2G2/lORwkvuT/MtpFS5J6qfPiP464IJV2j9cVbu7n1sBkrwCuAT4ke4+/znJGZMqVpK0cesGfVXdCTzW8/EuBj5ZVU9W1V8Bh4HXDKhPkjTQkDn6K5Lc203tnNW1nQN8fWydI13bsyTZm+RgkoPHjx8fUIYk6XQ2G/RXAz8I7AaOAld17Vll3VrtAapqf1WtVNXK0tLSJsuQJK1nU0FfVY9W1VNV9R3gYzw9PXMEOG9s1XOBR4aVKEkaYlPfMJXk7Ko62l19M3DyiJwDwCeSfAj4h8Au4H8OrnJWxr+Rym+nktSIdYM+yY3AHmBHkiPAB4A9SXYzmpZ5CHg3QFV9OcnNwFeAE8B7q+qp6ZQuSepj3aCvqktXab7mNOv/OvDrQ4qSJE2On4yVpMZtao6+Kc7FS2qcQS9JM7CVx3o4dSNJjTPoJalxBr0kNc6gl6TGGfSS1DiDXpIaZ9BLUuMMeklqnEEvSY3zk7GSNNC8n+HcEb0kNc6gl6TGGfSS1DiDXpIaZ9BLUuPWDfok1yY5luTQWNtvJvlqknuTfCrJmV37ziR/l+Se7uej0yxekrS+PiP664ALTmm7DXhlVf1j4C+BXxq77YGq2t39vGcyZUqSNmvdoK+qO4HHTmn7k6o60V29Czh3CrVJkiZgEnP0PwP80dj1lyb5UpLPJXn9WndKsjfJwSQHjx8/PoEyJEmrGRT0SX4ZOAF8vGs6CixX1auAXwA+keT7V7tvVe2vqpWqWllaWhpShiTpNDZ9CoQklwH/Cji/qgqgqp4EnuyW707yAPBy4OAEapWkhTIvp0PY1Ig+yQXALwIXVdUTY+1LSc7oll8G7AIenEShkqTNWXdEn+RGYA+wI8kR4AOMjrL5HuC2JAB3dUfYvAH41SQngKeA91TVY6s+sCRpJtYN+qq6dJXma9ZY9xbglqFFSZImx0/GSlLjDHpJapxfPLKWef8mAUkz0UIUGPSS1NOihr5TN5LUuPZG9Iv0MitJM+CIXpIaZ9BLUuPam7qRpC00j7PHjuglqXEGvSQ1zqmbIRb1oFpJ24pB34eBLukUixQFTt1IUuMc0U+b7wakLeW/oCN6SWqeI/pJcdggLZTt9C/riF6SGtcr6JNcm+RYkkNjbS9KcluSr3WXZ3XtSfKRJIeT3Jvk1dMqXpK0vr5TN9cBvw3cMNZ2JXB7VX0wyZXd9V8E3gjs6n7+KXB1dylJC6G1qZxeI/qquhN47JTmi4Hru+XrgTeNtd9QI3cBZyY5exLFSpI2bsjO2JdU1VGAqjqa5MVd+znA18fWO9K1HR2/c5K9wF6A5eXlAWVIUj9rjdRbG8GfahpH3WSVtnpWQ9V+YD/AysrKs26XpFbN+oifIUfdPHpySqa7PNa1HwHOG1vvXOCRAduRJA0wZER/ALgM+GB3+emx9iuSfJLRTtjHT07xNKH193iSmtMr6JPcCOwBdiQ5AnyAUcDfnORy4GHgLd3qtwIXAoeBJ4B3TrhmSdIG9Ar6qrp0jZvOX2XdAt47pChJ0uT4yVhJapxBL0mNM+glqXEGvSQ1ztMUz4PtdL5USTNn0EtaWI6R+jHoJTXB0F+bQb9VfCZKU+O/1zMZ9NPgs0zSHPGoG0lqnEEvSY0z6CWpcQa9JDXOoJekxnnUzSx5NI6kLeCIXpIaZ9BLUuMMeklq3Kbn6JP8EHDTWNPLgP8InAm8Czjetb+/qm7ddIWSmtbnHDWex2aYTQd9Vd0P7AZIcgbwN8CnGH0Z+Ier6rcmUqEkjTHoN25SUzfnAw9U1V9P6PEkSRMyqaC/BLhx7PoVSe5Ncm2Ss1a7Q5K9SQ4mOXj8+PHVVpEkTcDgoE/yfOAi4Pe6pquBH2Q0rXMUuGq1+1XV/qpaqaqVpaWloWVIktYwiQ9MvRH4YlU9CnDyEiDJx4DPTGAb24d7nSRN2CSmbi5lbNomydljt70ZODSBbUiSNmnQiD7J9wI/Abx7rPk3kuwGCnjolNskSTM2KOir6gngB05pe9ugiiQtNGcf54+fjJWkxhn0ktQ4g16SGmfQS1LjDHpJalwb3zDlrn1poXiWytlqI+glbSmDe745dSNJjTPoJalxTt1ImktO9UyOI3pJapwjekkz4Qh96xj0242HQUjbjkHfEkNc0iqco5ekxjmiXxSO1iVtkkG/HfjCIG1rBr2k01rrzaTjh8UxOOiTPAR8G3gKOFFVK0leBNwE7GT0vbFvrapvDt2WJGnjJrUz9seqandVrXTXrwRur6pdwO3ddUnSFpjWUTcXA9d3y9cDb5rSdiRJ65jEHH0Bf5KkgN+tqv3AS6rqKEBVHU3y4glsZ/vx3K/agKFPC59W7ZpE0L+uqh7pwvy2JF/tc6cke4G9AMvLyxMoQ9KkGPRtGTx1U1WPdJfHgE8BrwEeTXI2QHd5bJX77a+qlapaWVpaGlqGJGkNg4I+yfcleeHJZeAngUPAAeCybrXLgE8P2Y4kafOGTt28BPhUkpOP9Ymq+q9JvgDcnORy4GHgLQO3I2kOOKWzmAYFfVU9CPzoKu3fAM4f8tgayP9I9eDTZHvwk7GLzv9USesw6PU0j69rnn/W7cnTFEtS4wx6SWqcQS9JjXOOXhvjPP7C8c8kR/SS1DhH9FqfJ1fbcv6qNYQjeklqnCN6rc5h49xydK+NckQvSY1zRK/Jc8gpzRWDXlpgvo6qD4NekzGpxPHdgDRxBv12Nusg7XOY5kYfZ9FfDFrqi+aWQa/txWDVNmTQa7oMU2nLGfRaDH1eMDY6Wp+T0f2+O/Z0C9PZ1fEMd9zx9PKePZPZmObepoM+yXnADcA/AL4D7K+q/5RkH/Au4Hi36vur6tahhUot+W4Qnwz5RTCNFwlfeGZiyIj+BPC+qvpikhcCdye5rbvtw1X1W8PLkyQNtemgr6qjwNFu+dtJ7gPOmVRh0nbn7g1NykTm6JPsBF4FfB54HXBFkrcDBxmN+r85ie1IW2GtqfwhuwSkWRoc9EleANwC/HxVfSvJ1cCvAdVdXgX8zCr32wvsBVheXh5ahhaZCShN1aCgT/I8RiH/8ar6A4CqenTs9o8Bn1ntvlW1H9gPsLKyUkPqUKPm8AVgyGe7prH+QhrfAbtWuztmJ2rIUTcBrgHuq6oPjbWf3c3fA7wZODSsRE3TvrGjPvbtuWPL6piEZ/Rlo/fZNxaymzjs8umjaO54+vc4ft9Jhtg8BOI81KDehozoXwe8DfiLJPd0be8HLk2ym9HUzUPAuwdVKJ3OM4J4z+rNq1yfS2uNdA1SDTTkqJs/BbLKTR4zr+8a8o5hWu829q127Podd8C+yW1jrqz1ArLWOvP8wrIodc4ZPxm7TczzFM1UaptUIOzb9/SHmno+zvh00ELq88LQ574G8dww6AeY5/Bs2aoj8llsY1JTKxsN0s0E75CwnhRDf24Y9BOyXUJ/Hqdi1tXytMy4eQh3zSWDvodZBtSivmBstO5ZjMq1TflO4lkM+iloIayf0b5AfZgrsxhhT2o+fdp8t7GlnrPVBUiSpssR/ZT1Gd2vOZKe83cG05h+WcgpHUerkzep6RencYBtFPTzHpqbdbpg3OgLi6Q1LPgLxrYJ+nnQ6otNK3wBVKsM+jXM8z9939rmuQ9qyLSnrjb6yd5pW8DRvUE/xmBc3UZ/L/P4e5zHmqRZaS7oN7rzc8iHfjQ7/t412EZH4g3tZG8u6DdqqwLE4JIGmkYQDzk9xRxP42z7oJe0DS1IQE9K00HvqFmSGg/6lviiJU1JQ3PxazHoJWka5mh6yHPdSFLjphb0SS5Icn+Sw0munNZ2JEmnN5WpmyRnAL8D/ARwBPhCkgNV9ZVpbE+S5toWf/H7tOboXwMcrqoHAZJ8ErgYmErQu6NS0pab452605q6OQf4+tj1I12bJGnGpjWizypt9YwVkr3A3u7q/05y/ya2swP4203cb5Ftxz7D9uy3fW7d5+BXfmVQn/9Rn5WmFfRHgPPGrp8LPDK+QlXtB/YP2UiSg1W1MuQxFs127DNsz37b5+1hFn2e1tTNF4BdSV6a5PnAJcCBKW1LknQaUxnRV9WJJFcAfwycAVxbVV+exrYkSac3tU/GVtWtwK3TevzOoKmfBbUd+wzbs9/2eXuYep9TVeuvJUlaWJ4CQZIatxBBv97pFJJ8T5Kbuts/n2Tn7KucrB59/oUkX0lyb5Lbk/Q6zGqe9T1tRpKfSlJJFv7ojD59TvLW7m/95SSfmHWN09Dj+b2c5LNJvtQ9xy/cijonJcm1SY4lObTG7Unyke73cW+SV0+0gKqa6x9GO3MfAF4GPB/4c+AVp6zzc8BHu+VLgJu2uu4Z9PnHgO/tln92O/S5W++FwJ3AXcDKVtc9g7/zLuBLwFnd9Rdvdd0z6vd+4Ge75VcAD2113QP7/Abg1cChNW6/EPgjRp9Bei3w+UlufxFG9N89nUJV/V/g5OkUxl0MXN8t/z5wfpLVPrS1KNbtc1V9tqqe6K7exeizCousz98Z4NeA3wD+zyyLm5I+fX4X8DtV9U2Aqjo24xqnoU+/C/j+bvnvc8rncBZNVd0JPHaaVS4GbqiRu4Azk5w9qe0vQtD3OZ3Cd9epqhPA48APzKS66djoKSQuZzQaWGTr9jnJq4Dzquozsyxsivr8nV8OvDzJ/0hyV5ILZlbd9PTp9z7gp5McYXT03r+dTWlbZqqnjVmELx5Z93QKPddZJL37k+SngRXgn0+1ouk7bZ+TPAf4MPCOWRU0A33+zs9lNH2zh9G7tv+e5JVV9b+mXNs09en3pcB1VXVVkn8G/Jeu39+ZfnlbYqoZtggj+nVPpzC+TpLnMnqrd7q3SfOuT59J8uPALwMXVdWTM6ptWtbr8wuBVwJ3JHmI0TzmgQXfIdv3uf3pqvp/VfVXwP2Mgn+R9en35cDNAFX1Z8DfY3QenFb1+p/frEUI+j6nUzgAXNYt/xTw36rbw7Gg1u1zN43xu4xCvoV529P2uaoer6odVbWzqnYy2i9xUVUd3JpyJ6LPc/sPGe14J8kORlM5D860ysnr0++HgfMBkvwwo6A/PtMqZ+sA8Pbu6JvXAo9X1dFJPfjcT93UGqdTSPKrwMGqOgBcw+it3WFGI/lLtq7i4Xr2+TeBFwC/1+13friqLtqyogfq2eem9OzzHwM/meQrwFPAf6iqb2xd1cP17Pf7gI8l+feMpjDesciDtyQ3Mpp+29Htd/gA8DyAqvooo/0QFwKHgSeAd050+wv8u5Mk9bAIUzeSpAEMeklqnEEvSY0z6CWpcQa9JDXOoJekxhn0ktQ4g16SGvf/ASTt46Bf+kqYAAAAAElFTkSuQmCC\n", + "text/plain": [ + "<Figure size 432x288 with 1 Axes>" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + } + ], + "source": [ + "plt.hist(results[y==0],100, color='red', alpha=0.5)\n", + "plt.hist(results[y==1],100, color='blue', alpha=0.5)\n", + "plt.show()" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "[<matplotlib.lines.Line2D at 0x7f21bb64eba8>]" + ] + }, + "execution_count": 10, + "metadata": {}, + "output_type": "execute_result" + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD8CAYAAACMwORRAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAIABJREFUeJzt3Xl8VNX9//HXB8IOAkpQ9oCAFFkEIiig4o6gWFut2NZWxfqz1bYubcWqaNG2aLUura1Va11a969VCijKJpsgYd8lQNj3TSBASHJ+f8zNZGYykzshk2XG9/Px4MHMvWfu/WTmzvuee+6dGXPOISIiqaVGVRcgIiKJp3AXEUlBCncRkRSkcBcRSUEKdxGRFKRwFxFJQQp3EZEUpHAXEUlBCncRkRSUVlUrbtasmcvIyKiq1YuIJKX58+fvds6l+7WrsnDPyMggKyurqlYvIpKUzGxDPO00LCMikoIU7iIiKUjhLiKSghTuIiIpSOEuIpKCfMPdzF4xs51mtizGfDOz58ws28yWmFnvxJcpIiJlEU/P/VVgcCnzrwA6ef9uA/5e/rJERKQ8fMPdOTcd2FtKk6uB113AHKCJmbVIVIHV0Z5DxwBYu+sQ+QWFvu237D/CsfyCUtv8d+FmDh/LL1MdzjnezdrE/tw837YHjhxn59dHy7T8WOtMFvsO+z8vibTn0DGO5JX+OofafuAou71tKVGccyzbciChy6xoX6zdE9f7qCIUFLrg+zmWA0eOM3/DvuD9Y/kFrNz2damPOZZfQG5ePiu2lt6uIiVizL0VsCnk/mZvWglmdpuZZZlZ1q5duxKw6pLueHMBz0/NrpBlQyCE+zw2iT9/upqLn/qcP326mvOfmMq97y4GYFb2bl6dtT7YPi+/kAFjpnCPN7/Iwo37yBg5np+/tZAFG/dx9zuLeeijqCNfUc3fsJcuD33Cb95fwlmjPysxP2PkeG55dR6vzc7BOcfAx6fQ9w+Tg/MfGbucGWt2UVjo2Hc4jyc+WcWMNbvIytnLR4u2RF1n9s6DtL9/Ag+Xoc5QefmFHIqxA7v9jflkjBxPt4cn+i7n4NHjYW/Ig0ePlwiHySt30OvRz5izbk+Jx+fsPuwb/H+ftpaMkeOBwHN5+xvzw+ZvP3A0OL3ob+rz2CSu+utM3/qLnPPHyWQ+NinmfOccefmBv2v51gOs2u4fFG/M2cCVf5nJ5JU7gtPm5exl9P9WsGlvLs9OWkNWTqCvtj83L+y1nr12N4s27Q9b3qFj+Tz44VJy8wJ/47pdh1i/+3Dcf2M0I16dxxtzAp/Dmb9hLze8NIenJ30FwB3/WcCv3lvM7LW7oz72b9OyyRg5noyR4/nnzPVR25TFU5+ups9jk8iJ+Jt+8/5iLv3z5wDc9K8v+e7fZwe3sQf/u4wrnp3B2l2Hoi5z9trdnPHgJ3QdNZEhz80gY+R4hj43o9y1llUiwt2iTIvavXPOveicy3TOZaan+3569oSMX7KNP01cDcArM9eTMXJ8zA2lyGcrdjBx+faY87Ny9jJuyVYKCx13vxMI6eemBHYg/1u0lY17c/m/BZsB+MHLc3nkfyt4+8uNZIwcz5HjgZ7clJU7yS8oDL5Zr/nb7MDjF28N9th3eD3ro8cLeH5qNrOyd/PEJ6uCIRPqzjcXciw/PNCO5BUE34QAU1bt5OGxy5mXs4+DRwPT567bw/rdh3l1dg43/vNLbnp1Hr0e/Yy/TVvLjf/8kmtf+IJfvr0ICPQ+Hhu3goNHj3P1X2cyetxKAF77Iq4PyJXww3/OpdvDE1m76xAHco+HzfvEe/5jhf/q7QfJGDmef8/ZwMDHp9LnsUlkjBzPgdzjdH/k02DN45ZsJWPkeMYv3QYEeoWhDh/LZ9CT0+j16GdkjBzP5n25YfNnrtnN7W/M5/FPVkWtr8iKbQeC0x/879Lg9Oydh9jrs+OYv2Ff1NcUYNmWA8Gjo6cnraHzgx+zfvdhhj43k8HPhAfE1v1HeDdrEz98eS73vLOIr3YcZOW2gwCMeC2L3YeOsfPgUa574QtembWe856YytOTvuLaF74A4OdvLeSXby8KBtv3X5rLt5+fFbaOF6at5d9zNvLq7BwALnrqcy58chqFhWU7gtt96BgXPTmNv03LZvKqnTz04TL+PWcDuw4GdtKTV+4EYPzSbbw/fzPff2lu1OU88cnq4O1Hx63AOcfuQ8fIGDmev0xeE/UxX67fS8bI8VF76J+tCOwEBz05jR1fH+VYfgHX/G0W72ZtZs3OQ/zx45Us3BjY4TkgNy+f9+Z77/UYNUarfbnXg+/7+0lc9NS0qI9LtER8/cBmoE3I/dbA1gQst1xy8/IZPW4FEHiyZ/zmQtqcXJ856/Yw/MU5TP3VIPbl5tG7bVN+8nrgaxByxgyNuqyiN8OVPUruALYeiD7U8YcJgSAsCu6j+QV0fODjqOsxb/+4blfgTfbMpDW88Pna+P9YCAuLyOWH9l6vf3FO2LzpX8U+gnp//mZenrmeAudYvDn8UL+g0LEvN49mDeuwPzePxvVqYVa8n9+6/whz1+/hml6tg9O+XB/oMV78VKBH9Kdre3BdZhviURQuD34YftSwZmcgzMYv3Uabj1cFn7cPFgR6pM9OXsO1fVrz3b/P5o0R/fjBy+F//4w1u7mhb1uenbSG9xdsYtPeI2HzF0f0ZKPZ8XV4aPR+9DNe+lEmB48e5553F7Pkkcs4qW6t4PxYHYnxS7Zxx5sLeHb4WQzr2ZLnvLC68MlpYe0mr9xBDTMe+O/SsO3vg4VbqBHS1SrtqODo8QJmrAl0evIijnomLN3GkO6BkdV3sgIH5Tsj/sYOv53A0kcuY8v+I0xbvYvbLzg9OO/jpdt4bPxKPvhZf+qk1aBJ/dpc8ewMdh08FhbOD364jH/c2AeAVdsPxqz1lZnr+WLdHl76UWaJee3vn0Bmu6YAPPXZV3Q6tSGDu7Xg6PECCgodddJq8OL0dUBgp3rZmaeRm5fP1X+dxePX9ghb1vYDR5n+1a5gmAP84/N1wdvHCwrpOqr4yHL710eZlb2bbQeO0uW0RnRr1ZgCn53ezoPH2HkwsUNxsSQi3McCd5rZ20A/4IBzblsClhvThKXbmLRiBx8s3EK/9ifz4NCudG/dOKzNvJx9Yff3Hs7jxenrgoeDP/33fFZtP8ioK7uGtXtjzga6tTyJXm2blljvuCVl/7P6j5kCQGlD1UWZuM17o5Z17D1S5Nj6SzPWxWhZuqINNb+gZPFjPl7JSzPWM/bOAQz76yweurIrIwa2D86//sUv2LT3CEO6t6BOWs2oy//8q11c1bMldWuVnH/0eAGXPT2dq3q24NeXd4mr3lg7xPOemArA5c9Mj/nYomGBSFeH9GRnrtnNwE7NSrRxODbuCT8CyNqwl89XB3acm/bmcmbLxiUeV+SVmeu5ZWD74GH+mh2HeC9rc8z2I14LdEZqRDlmjrdDHXp0MeqjZWHh+uykNew6eIwf988I9qzX7T5cYpx5w55crvnbLI4XOAafeRrzcvZyXWYbHvhwGXsP59HPGwbMGTM0uJxI0Q77i+Tm5VO/dlqwkxZLVsh4+JiPVzG4Wwv6j5lS4ghqy/4jPPzRMob2aMmanYd4LGK5WRv20bheLWJ5NsqRwQ9eLu6lr/vDEH4/fmXMx8c6WqsovuFuZm8Bg4BmZrYZeBioBeCcewGYAAwBsoFc4OaKKhZg455cfvafBcH7c9fv5aq/ziRnzNCwk33vZW0Ke9y4JVuDwQ7FPYXIDechr2cYqxdfmnhPNkaOa5a2gRf5asdBZqzZzfCz2/DJsthDSACb94f3PouGZBJp4vLA4exS7+TdlFU7GDGwPdsPHGXSyh3sOFD8Zr79jfkl/mYI7CzHLdlW4rl+/YscCgsdG/fm8vzUtXQ57aSE1x+qtCG5UK/Ozoke7g7yCkqeSK3h7bUjN4vIo4HR41bw9dHjbNxbvIPIjjGemyj7Qk7Cz1kXfr3E6h0HeXjscn7cPyM4bfpXu6Ie5R33dvyDvKOLtifXL1MdNSz21t911ET+/oPiK6sPHj0es22RnD25bNl/JOrQ2O/+F3ivFw0rRvZZHh23glsGtI98WNDLM0of4+/w2wm+9VUm33B3zt3gM98BdySsIh9HY1x18sB/l5K9s/gNEdnLjqdH89CHJ3aisMgTE4sPOb8uJVBfnB7ew1ywMfwow0U5ZXHlczPJKyhk7ro9fLpiR4n5oW58OfpY4In6zGd9oW7615clDrEjx6sjDfCOboqM+mg5TeoX96B+/tbCuNdfVvPW7+WDhdFPIEc6XlBIxsjxnNepGTcPyAhOj7VpFeXWe1mb6NaquOc+d33Ji8+emRTeK6zoq5KGPhf/id+yeP2LDXGFcJEaPmf9fhrSkTv3j1NKaVks8nxOWbwyK3aA+w25lMX8Dfvo067k6EAipcwnVP8zd2PUN02RyJ58NKE9+xN5c/19Wnzj5BOWhofdk59GHxIIVTQu6hfsAIfLcDlezPXlF7LJ60luj3IJ5dcx3sCRh9+RY7XRbIk40gDYH+cbdMnm8l32ty+Oy0iLHDgSqKlorDooxqZSFO6vfbEh6t8Yi8PF7Iz85v3F0WdUgWid7vFLtwV78/GYG3LUcNvrpX8FeKyT7ZHiuTS4qm3am+vfqJyq7PvcK1tpPeloZq/dQ++2TaP2oivSz/4zP6E9hBN1/wdLg1cARRMrfPdEHA4XjXdXFL/xWD9TV5f/ktxY20jokENZr+Pesi/6zuDdkLH4arCZxOUS75LCaP4xvfh8UDwdl3j84u34j/TW7KzY4a+q9I0J97L6QYKHNuIV2auvKqUFe6hF3pUFR/IK+POnq31aJ7fQnurW/cVHM/Ny9jEtyk4itGP78Njl/PPHZ7PtQHw9eL+hrOog2t8cTXYlB+juQ/H13OO5EiqZKdylXIqu+V2wcT8LNqb2myVU5CWZj0VeJeEI2xtMW72L0387gc6nNvRd9vNTy3YZbFVJVE9bKkbSjbnHc2WJSEUo62mYaJcqHj5W/vMh1cWBJBjb/iZLunAXqSplyfa8gsKwD8Okopw9FX9SUE6cwl2kAvxrVk7U6WW5akZSV6zvb0okhbtInL5pQ4LZO2N/JYCUTyKu0vKjcBeJUykfpkxJX6wr7Zu+pbpTuItIVOX9xLZUraQL929a70mqj1Q/QSqpJenCXURE/CncRURSUNKFexX91KKISFJJunB/drL/NyiKiHzTJV24z8ou+YPHIiISLunCPdr3dYiISLikC3fTtZAiIr6SL9yrugARkSSQfOGudBcR8ZWE4a50FxHxk3zhXtUFiIgkgeQLd6W7iIivpAt3ERHxp3AXEUlBCncRkRSkcBcRSUEKdxGRFKRwFxFJQQp3EZEUFFe4m9lgM1ttZtlmNjLK/LZmNtXMFprZEjMbkvhSA5yrqCWLiKQO33A3s5rA88AVQFfgBjPrGtHsQeBd51wvYDjwt0QXWkTZLiLiL56ee18g2zm3zjmXB7wNXB3RxgEnebcbA1sTV2I4fUBVRMRfWhxtWgGbQu5vBvpFtHkE+NTMfg40AC5JSHUiInJC4um5R+ssR46O3AC86pxrDQwB3jCzEss2s9vMLMvMsnbt2lX2aqOsWERESoon3DcDbULut6bksMsI4F0A59wXQF2gWeSCnHMvOucynXOZ6enpJ1axiIj4iifc5wGdzKy9mdUmcMJ0bESbjcDFAGb2LQLhfmJdcxERKTffcHfO5QN3AhOBlQSuilluZqPNbJjX7F7gJ2a2GHgLuMm5irloUSdURUT8xXNCFefcBGBCxLRRIbdXAAMSW5qIiJwofUJVRCQFKdxFRFKQwl1EJAUp3EVEUpDCXUQkBSncRURSkMJdRCQFJV2467tlRET8JV+4K91FRHwlXbiLiIi/pAt305fLiIj4Srpw17CMiIi/pAt3ERHxl3ThrmEZERF/SRfuIiLiT+EuIpKCFO4iIilI4S4ikoIU7iIiKSjpwl3XuYtIsht0RnqFryPpwl1ERPwp3EVEUpDCXUQkBSVhuGvQXUTET9KFu06oioj4S7pwFxERf0kX7vriMBERf0kX7iIi4k/hLiKSghTuIiIpSOEuIlLJKuPUYVzhbmaDzWy1mWWb2cgYbb5nZivMbLmZvZnYMovpUkgREX9pfg3MrCbwPHApsBmYZ2ZjnXMrQtp0Au4HBjjn9plZ84oqWERE/MXTc+8LZDvn1jnn8oC3gasj2vwEeN45tw/AObczsWWKiEhZxBPurYBNIfc3e9NCdQY6m9ksM5tjZoMTVaCIiJSd77AM0cf+I0e+04BOwCCgNTDDzLo55/aHLcjsNuA2gLZt25a52GgrFhGRkuLpuW8G2oTcbw1sjdLmI+fccefcemA1gbAP45x70TmX6ZzLTE+v+C+rFxH5poon3OcBncysvZnVBoYDYyPafAhcCGBmzQgM06xLZKEiIhI/33B3zuUDdwITgZXAu8655WY22syGec0mAnvMbAUwFfi1c25PRRSsr5YREfEXz5g7zrkJwISIaaNCbjvgHu9fhdKYu4iIv6T7hKrTp5hERHwlXbiLiIi/pAt30xe6i4j4Srpw17CMiIi/pAt3ERHxp3AXEalklTG8rHAXEUlBSRfuGnEXEfGXdOEuIiL+ki7cdSGkiIi/pAt3ERHxl3Thfv3ZJ/Y98CIi3yRJF+6N69Wq6hJERKq9pAt3ERHxp3AXEUlBCncRkRSkcBcRSUEKdxGRFKRwFxFJQQp3EZEUlHThrh9iEpFkVxkxlnThLiIi/hTuIiIpSOEuIpKCFO4iIilI4S4ikoIU7iIiKUjhLiKSghTuIiIpSOEuIpKCki7c8wsKq7oEEZFqL65wN7PBZrbazLLNbGQp7a41M2dmmYkrMdyUVTsratEiIinDN9zNrCbwPHAF0BW4wcy6RmnXCPgFMDfRRYqISNnE03PvC2Q759Y55/KAt4Gro7R7FHgCOJrA+kRE5ATEE+6tgE0h9zd704LMrBfQxjk3rrQFmdltZpZlZlm7du0qc7EiIhKfeMI92rdTuuBMsxrA08C9fgtyzr3onMt0zmWmp6fHX2VoMfrOXxERX/GE+2agTcj91sDWkPuNgG7ANDPLAc4BxlbUSVXnnH8jEZFqrDL6qPGE+zygk5m1N7PawHBgbNFM59wB51wz51yGcy4DmAMMc85lVUjFIiLiyzfcnXP5wJ3ARGAl8K5zbrmZjTazYRVdYCQNy4iI+EuLp5FzbgIwIWLaqBhtB5W/LBERKY+k+4SqiIj4S7pw16CMiIi/pAt3ERHxp3AXEUlBSRfuulhGRMRf8oW7Rt1FRHwlXbiLiIi/pAt3h75+QETET9KFu4iI+Eu6cJ+Xs6+qSxARqfaSLtxFRMSfwl1EpNJV/FV/CncRkRSkcBcRSUEKdxGRFKRwFxFJQQp3EZEUpHAXEUlBCncRkRSkcBcRSUEKdxGRFKRwFxFJQQp3EZEUpHAXEUlBSRfuNWvoZ/ZERPwkXbiLiIg/hbuISCWzShiASLpwd06/oSoi4ifpwl1ERPwlXbhbZRzPiIgkubjC3cwGm9lqM8s2s5FR5t9jZivMbImZTTazdokvNUDDMiIi/nzD3cxqAs8DVwBdgRvMrGtEs4VApnOuB/A+8ESiCy2iaBcR8RdPz70vkO2cW+ecywPeBq4ObeCcm+qcy/XuzgFaJ7ZMEREpi3jCvRWwKeT+Zm9aLCOAj8tTVGk0KiMi4i8tjjbRzmBGjVgz+yGQCVwQY/5twG0Abdu2jbNEEREpq3h67puBNiH3WwNbIxuZ2SXAA8Aw59yxaAtyzr3onMt0zmWmp6efSL0iIhKHeMJ9HtDJzNqbWW1gODA2tIGZ9QL+QSDYdya+TBERKQvfcHfO5QN3AhOBlcC7zrnlZjbazIZ5zf4ENATeM7NFZjY2xuJERKQSxDPmjnNuAjAhYtqokNuXJLguEREph6T7hKqIiPhTuIuIpKCkC/faNZOuZBGRSpd0SXlljxZVXYKISLlUxtcfJl2462f2RET8JV2469sHRCTZ6ZeYRERSkFXCwEzShbu+OExExF/ShbuG3EVE/CVduJ9xWqOqLkFEpNpLunC/ZUD7qi5BRKRcXCVcGpJ04V5D4zIikuQq49xh0oW7iEiyq4zrQhTuIiKVTD13EZGUpDF3EZGUo567iEgK0pi7iEgKcpXQdVe4i4hUMvXcRaRa6KJPhifUyfVrV/g6FO4i4qtry5OquoSU8ui3u1X4OhTuIiKVrEGdtApfh8JdRCQFJWW4j7qya1WXIPKNUhk/LpFKTm4Qe0y9Sf1alVJDUoa7VB992jWt6hKkkoy++syqLiEljKikb7ZVuFewx7/bvapLSKgerRuH3e/eqnGMltH9e0S/RJYjlcQMBnVuXtVlJL3v92vLzy/uVCnrUrjHoVur2FcK+IX3oDNS6w3RN+Pkcj1+YKdmfPnAxQmqpnro1bZJVZcQl5wxQzmnQ/lev0RoULtm3G1/cVHHCqyk2JDupyV0eT8bdHrU6XXT4v/by0vhHodGdWrR5uR6JabXMKidFv0pvKZXK3LGDOXUk+rGXO6a31+RsBpPRKsmJf+mEzHmO2U7OmneKPZzkozanlw/7rbTfjWo4grx/Pl7PRO2rLq1Atv3d3q1itmm/+mnlGmZr9x0dlzt3hjRl1/E0cv99lkty7T+aH7Yr125l1GkYZ00bj2vQ9R5LZtU3raflOH+rRbRe9K/vyb6taPl7VnVqAGf3nUB9w3uQsOQS5jObNmYq3q05BcXdWTpI5cFp0/71SDGxDEcU6tm+NNfr1bF7tUjn59aNct/kqx9swYM79s2bFrXGK/PN9UV3Yp7hVaOp3zWyItKnV90Ei/aCbuXfpQZWH8cJ0a/0zsQ5H+6tgerHr2CnDFD6d+xWcza68To4BSpnVaD527oFbzfonF8nYrzOqWTFvEe+fKBi1n/xyHU93r/Q3u04LFryj/0md6oTpnah753OqQ3CN5e/8chLPvd5eWuJxGSMtzPDekpPHldcS/l0q6nRm3//u39y7W+GmbUq12Tnw46nYl3nx+c3rppPdJq1uCey86gUd1anHFqI+648HQymjWgTsjh14iBxSdQinr6oW/48kqL89epWkb01C/sUvqQUYPaNcM+bPHmT0qOl387okeXM2Zomf620J1idfDLChgPff77vUudv+ChS4O3r89sE7PdaaUcBbY9uT49W0c///HxL88Lvjf8OjqN6xXvGCwizRuW8drs3w7pwsNXdWXJw5dxZsiHoNqeUr/EtjTpnvOZeNf5kYsA4K5Lil+T5o3qYmYseOhSVoy+nOe/3/uEOik925S9w3ff4C4APHr1mUy654Lg9Bdv7APARV2ahz1nNw/IKPM6Eikpwx3guRt6MfneCzivUzMAmjeqQ/NGdRnavUWJtjXL+dN8oY9v1aRe8DD83ss6h7WbePf5/PryLiUe/1DIpZtFS3r6+rOirivaePRDPpd+vnXbOaXOL9L/9FM4K2SjPqdD6YfThQ5uPKf4cLX/6c34fxeczgWd04PTovXm7riwI+N+PjCstwaBXlaotBpGo7qVc1lYvO6+tLN/ozisGH05r9/Slxd+2DvspyGj9ZxDL5t7/NoeYfOm3HsBb97aj5wxQ6Nux0XDFkW97WhCj3QHdmxWYn6T+rWCVz0VOsd3erUGIDPiSqimpVzeV/R3TP/1hcH7w3q24uYB7albqyanpzfklZsyGXvnACCwLeWMGcofrunOWz85h47NG3FGyFcchNZ81yWdueuSTvwlZHuqW6sm9WsHdjZ10moye+RFrH5sMDljhrJi9OUMPzt8J/nts1qG7WBGD4t+5c/p6Q3CeuKfhnTmbr+gA2v/MIQbz82g3SnFbTo2b8Tkey8osRN/+KozyRkzlDdG9A3uNDs2bxjr6Uu4uMLdzAab2WozyzazkVHm1zGzd7z5c80sI9GFRhrWsyWnpxc/UXW8scFnhp/FolHFPaGiDeLMlifR6AQ/FVYzIsFeuelsbuqfEbb+eP368jOA4iGZf9zYh3e8cL770k40b1SXN2/tx2VdT6V7q8aMurIrIwa25183nR31x8Fzxgzl7IyTWfxwcQ84tFcSeq6gTlrNsPHOQWek893erZk98iJ+0C98aAWgnnfoO/3XFzL3t4GdTnqjOrx2S98Sz+XVZ7UMniirUcPo1qoxg88M78H/MWRs/r3bz+Xz3wSC4KM7BvDkdT2ZdE/gjdQhvQFpNYx7L+1MxinRx7PjHWq7+5LO3DqwPYPOKN4h+Y3jTrzrfG7qnxE2rbQhs2jLq187jfM7pzO4W2CHdm2f1vz8oo4ldoaf3HVeiceGHo12SG9I/yiBHM1DV3bl/M7pnNuhGWv/MIT/3TmQF37YJ7yRt/7QE6sLH7qUV28ObBfOBU5654wZSkazBsTy9PU9g8M/XVqcxPRfX8iUey+g7Sn1yRkzlJwxQzmtcfiRxkVdTqVH6/DX7fv92oYdiRf5+Jfhz8tdl3Tmqp6xx9ZbNqkXPFquXzuNMd/twdzfXsxfv9+LP3+vJ88M7xX2OoUexQ7oeAoZzRpwfud0nryuJ6/d3Dc4r/OpxTscM4vZUTw9vWHw/RLpvE7pLBp1KZ/dfX6lXmDhm3ZmVhN4HrgU2AzMM7OxzrkVIc1GAPuccx3NbDjwOHB9RRQcqXmjOtx9SWeGeSdVatWsQZP6tcl68BLyC1xwAxv/i/PY8fVRrvrLTFo1rcfCjfu5oHM6n3+1K2x5T1/fk7vfWRw276Jvhb8gHZs35JEYe/5YerZpwuJN+7n1vA5hJ1su9wIwZ8zQ4LT+HZuVeENf2KU5F3ZpzsTl29my/0iJ5TeuV4vMdk3J2rCPB4Z8C+ccNWoY32pxEt0enhhsV9RLHNq9BXXSavKUd/Lt99d05z9zNzL87DbcMrA945dsC76Z2kYJ2JsHZPDclOzg2f9nh/cq0aZ2Wg3GfKc7jevVYvbaPWE7hLNDrrrp2aYJPds0IXvnQSCQP9l/GAJAgXM8M2lNiWW/8MM+vDtvE0999hUQ+GDb6HHFm+QjV3XlcF4Bd1xYfLVFxsjxQGDopXWTepwgT4cmAAAJIElEQVRUrxZ1a9Xgpn/NA+C6PoEe6xmnNeKRYWfy6uyc4GMzM5oyY81ubuqfETYdAm/sR68+k4c+Wg5E70UXBfamvblh07ucFuhN/uvmszmSVwAEdgQN69SM+hH1f4/ox9YDR/h46TZGXvEtpqzaCQR6sh3SG/L6LcXB1L11Y7pHDNV0ah4Iqxv6tuV7mW3o3bYpZkbDOmlc26c1N/SNPSwU6pperbmmV2sWbNxHj1aNS4yNn6jzOjVjxprdCVnWqSfV5coexTuEy888jTW/v4LcYwU0Djkv8Z9bA52r0OcOireHoT1aMH7JthLLH9ixGQeP5cdVi5nR6dRK/vI151yp/4BzgYkh9+8H7o9oMxE417udBuwGrLTl9unTx1WlwsJCV1BQ6B4bt9y1u2+cm7Bkq1ux9YBzzrntB464I3n5rt1949zp9493hYWF5V7fgSN5bvmWA+Vezv97Pcu1u2+ce2n6WvfuvI1h837y2jzX7r5xJdZTUFCYkL+hoh3Jy3f9/zjZTVm1Izgt91i+G/2/5e7DhZvdtNU73dhFW8Ies3Tzfrc/Ny94f9HGfe6JT1ZGXX67+8a5Ea9+WWL610fy3JtzN5R4jv5v/ibX7r5xrt1949yho8eD0//86erg9Hb3jQtO//34Fa7dfePc67PXx/wbDx497trdN84Nfma6m7lmV8x28Tp6PN8989lX7ujx/HIvKx6fr97pVm//usKWfyQv323cc7jClh/qjS9y3DsR76FojucXhL3+VQ3Icj657ZwLBHBpzOxaYLBz7lbv/o1AP+fcnSFtlnltNnv313ptYu6CMzMzXVZW1gntkCrL1v1HaFAnLewkU1XLzctn1faD9G5b8pOhB3KP8+mK7VxXykm5b7Kvjx6nXq2aJa5SKs3KbV/TsnG9sJ5eYaFjb24ezRqGX2Fx6Fg+f5m8hnsu6xx2Qj3S8YJC0mpYiROWIvEws/nOuUy/dvEMQkfbAiP3CPG0wcxuA24DaNu25BhvdRN5dUl1UL92WtRgB2hcv5aCvRQnncDJ22iX3daoYSWCHQJXk9w/5Fu+yyzLzkXkRMWzlW0GQhOjNbA1VhszSwMaA3sjF+Sce9E5l+mcy0xPT4+cLSIiCRJPuM8DOplZezOrDQwHxka0GQv82Lt9LTDF+Y33iIhIhfEdlnHO5ZvZnQROmtYEXnHOLTez0QQG9scC/wTeMLNsAj324RVZtIiIlC6uC7+dcxOACRHTRoXcPgpcl9jSRETkROnMjohIClK4i4ikIIW7iEgKUriLiKQg30+oVtiKzXYBG07w4c0IfMVBdaO64lcdawLVVRbVsSZI/braOed8PyhUZeFeHmaWFc/Hbyub6opfdawJVFdZVMeaQHUV0bCMiEgKUriLiKSgZA33F6u6gBhUV/yqY02gusqiOtYEqgtI0jF3EREpXbL23EVEpBRJF+5+v+daAet7xcx2ej9IUjTtZDP7zMzWeP839aabmT3n1bbEzHqHPObHXvs1ZvbjaOsqQ01tzGyqma00s+Vm9stqUlddM/vSzBZ7df3Om97e+23dNd5v7db2psf87V0zu9+bvtrMLi9PXd7yaprZQjMbV41qyjGzpWa2yMyyvGlV/Ro2MbP3zWyVt32dWw1qOsN7jor+fW1md1V1Xd7y7va29WVm9pb3HqjybQvw/5m96vSPwLdSrgU6ALWBxUDXCl7n+UBvYFnItCeAkd7tkcDj3u0hwMcEfrzkHGCuN/1kYJ33f1PvdtNy1NQC6O3dbgR8BXStBnUZ0NC7XQuY663vXWC4N/0F4Kfe7Z8BL3i3hwPveLe7eq9tHaC995rXLOfreA/wJjDOu18dasoBmkVMq+rX8DXgVu92baBJVdcUUV9NYDvQrqrrAloB64F6IdvUTdVh23LOJV24+/6eawWtN4PwcF8NtPButwBWe7f/AdwQ2Q64AfhHyPSwdgmo7yMCP2BebeoC6gMLgH4EPriRFvkaEuO3dyNf19B2J1hLa2AycBEwzltHldbkLSOHkuFeZa8hcBKBsLLqUlOUGi8DZlWHugiE+yYCO4s0b9u6vDpsW865pBuWKXoyi2z2plW2U51z2wC8/5t702PVV2F1e4d2vQj0kqu8Lm/4YxGwE/iMQC9kv3Ou6GfiQ9cRXL83/wBwSgXU9QzwG6DQu39KNagJAj9F+amZzbfAT1BC1b6GHYBdwL+8IayXzaxBFdcUaTjwlne7Sutyzm0BngQ2AtsIbCvzqR7bVtKFe1y/1VqFYtVXIXWbWUPg/4C7nHNfV4e6nHMFzrmzCPSW+wLRflS0aB0VXpeZXQnsdM7ND51clTWFGOCc6w1cAdxhZueX0rYy6kojMAT5d+dcL+AwgeGOqqypeGWBsethwHt+TSujLm+M/2oCQyktgQYEXstY66jU5yvZwj2e33OtDDvMrAWA9/9Ob3qs+hJet5nVIhDs/3HOfVBd6irinNsPTCMw5tnEAr+tG7mOWL+9m8i6BgDDzCwHeJvA0MwzVVwTAM65rd7/O4H/EtgZVuVruBnY7Jyb691/n0DYV5ft6gpggXNuh3e/quu6BFjvnNvlnDsOfAD0pxpsW5B84R7P77lWhtDfjP0xgTHvouk/8s7WnwMc8A4XJwKXmVlTb29/mTfthJiZEfhpw5XOuT9Xo7rSzayJd7segY1/JTCVwG/rRqurqN7Q394dCwz3ri5oD3QCvjyRmpxz9zvnWjvnMghsL1Occz+oypoAzKyBmTUquk3guV9GFb6GzrntwCYzO8ObdDGwoiprinADxUMyReuvyro2AueYWX3vPVn0fFXpthWUiJMclfmPwJnwrwiM5T5QCet7i8B42nECe9gRBMbJJgNrvP9P9toa8LxX21IgM2Q5twDZ3r+by1nTQAKHbUuARd6/IdWgrh7AQq+uZcAob3oHb2PNJnBIXcebXte7n+3N7xCyrAe8elcDVyTotRxE8dUyVVqTt/7F3r/lRdtyNXgNzwKyvNfwQwJXlVRpTd7y6gN7gMYh06pDXb8DVnnb+xsErnipFtu7PqEqIpKCkm1YRkRE4qBwFxFJQQp3EZEUpHAXEUlBCncRkRSkcBcRSUEKdxGRFKRwFxFJQf8fEfIeAj30SM4AAAAASUVORK5CYII=\n", + "text/plain": [ + "<Figure size 432x288 with 1 Axes>" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + } + ], + "source": [ + "results[test] = probas_\n", + "plt.plot(results)" + ] + }, + { + "cell_type": "code", + "execution_count": 11, + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + ">>\n", + ".\n", + "Epoch 1/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4980 - acc: 0.7615\n", + "Epoch 2/50\n", + "7274/7274 [==============================] - 0s 13us/step - loss: 0.5028 - acc: 0.7563\n", + "Epoch 3/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4927 - acc: 0.7708\n", + "Epoch 4/50\n", + "7274/7274 [==============================] - 0s 13us/step - loss: 0.4966 - acc: 0.7615\n", + "Epoch 5/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4958 - acc: 0.7656\n", + "Epoch 6/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4982 - acc: 0.7641\n", + "Epoch 7/50\n", + "7274/7274 [==============================] - 0s 13us/step - loss: 0.4993 - acc: 0.7633\n", + "Epoch 8/50\n", + "7274/7274 [==============================] - 0s 13us/step - loss: 0.4955 - acc: 0.7649\n", + "Epoch 9/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4935 - acc: 0.7677\n", + "Epoch 10/50\n", + "7274/7274 [==============================] - 0s 15us/step - loss: 0.4981 - acc: 0.7612\n", + "Epoch 11/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4948 - acc: 0.7612\n", + "Epoch 12/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4928 - acc: 0.7692\n", + "Epoch 13/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4886 - acc: 0.7699\n", + "Epoch 14/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4902 - acc: 0.7706\n", + "Epoch 15/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4902 - acc: 0.7695\n", + "Epoch 16/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4957 - acc: 0.7684\n", + "Epoch 17/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4889 - acc: 0.7707\n", + "Epoch 18/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4906 - acc: 0.7685\n", + "Epoch 19/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4858 - acc: 0.7739\n", + "Epoch 20/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4889 - acc: 0.7707\n", + "Epoch 21/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4870 - acc: 0.7715\n", + "Epoch 22/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4907 - acc: 0.7681\n", + "Epoch 23/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4879 - acc: 0.7700\n", + "Epoch 24/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4878 - acc: 0.7706\n", + "Epoch 25/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4882 - acc: 0.7693\n", + "Epoch 26/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4888 - acc: 0.7732\n", + "Epoch 27/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4872 - acc: 0.7718\n", + "Epoch 28/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4900 - acc: 0.7714\n", + "Epoch 29/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4922 - acc: 0.7667\n", + "Epoch 30/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4889 - acc: 0.7666\n", + "Epoch 31/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4836 - acc: 0.7788\n", + "Epoch 32/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4874 - acc: 0.7717\n", + "Epoch 33/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4863 - acc: 0.7736\n", + "Epoch 34/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4887 - acc: 0.7711\n", + "Epoch 35/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4842 - acc: 0.7756\n", + "Epoch 36/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4834 - acc: 0.7736\n", + "Epoch 37/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4818 - acc: 0.7767\n", + "Epoch 38/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4814 - acc: 0.7791\n", + "Epoch 39/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4857 - acc: 0.7719\n", + "Epoch 40/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4818 - acc: 0.7787\n", + "Epoch 41/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4858 - acc: 0.7707\n", + "Epoch 42/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4844 - acc: 0.7766\n", + "Epoch 43/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4806 - acc: 0.7769\n", + "Epoch 44/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4837 - acc: 0.7747\n", + "Epoch 45/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4800 - acc: 0.7788\n", + "Epoch 46/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4825 - acc: 0.7792\n", + "Epoch 47/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4849 - acc: 0.7728\n", + "Epoch 48/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4869 - acc: 0.7728\n", + "Epoch 49/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4795 - acc: 0.7777\n", + "Epoch 50/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4831 - acc: 0.7737\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4956 - acc: 0.7675\n", + "Epoch 2/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4966 - acc: 0.7678\n", + "Epoch 3/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4972 - acc: 0.7615\n", + "Epoch 4/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4954 - acc: 0.7662\n", + "Epoch 5/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4932 - acc: 0.7674\n", + "Epoch 6/50\n", + "7274/7274 [==============================] - 0s 13us/step - loss: 0.4946 - acc: 0.7653\n", + "Epoch 7/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4934 - acc: 0.7655\n", + "Epoch 8/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4945 - acc: 0.7631\n", + "Epoch 9/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4945 - acc: 0.7668\n", + "Epoch 10/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4965 - acc: 0.7666\n", + "Epoch 11/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4908 - acc: 0.7689\n", + "Epoch 12/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4917 - acc: 0.7686\n", + "Epoch 13/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4897 - acc: 0.7714\n", + "Epoch 14/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4940 - acc: 0.7659\n", + "Epoch 15/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4881 - acc: 0.7722\n", + "Epoch 16/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4881 - acc: 0.7714\n", + "Epoch 17/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4907 - acc: 0.7681\n", + "Epoch 18/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4936 - acc: 0.7677\n", + "Epoch 19/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4899 - acc: 0.7693\n", + "Epoch 20/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4897 - acc: 0.7697\n", + "Epoch 21/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4919 - acc: 0.7677\n", + "Epoch 22/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4891 - acc: 0.7707\n", + "Epoch 23/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4869 - acc: 0.7759\n", + "Epoch 24/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4872 - acc: 0.7725\n", + "Epoch 25/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4861 - acc: 0.7736\n", + "Epoch 26/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4875 - acc: 0.7715\n", + "Epoch 27/50\n", + "7274/7274 [==============================] - 0s 13us/step - loss: 0.4905 - acc: 0.7674\n", + "Epoch 28/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4890 - acc: 0.7695\n", + "Epoch 29/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4836 - acc: 0.7785\n", + "Epoch 30/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4902 - acc: 0.7652\n", + "Epoch 31/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4902 - acc: 0.7699\n", + "Epoch 32/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4862 - acc: 0.7733\n", + "Epoch 33/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4845 - acc: 0.7704\n", + "Epoch 34/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4873 - acc: 0.7692\n", + "Epoch 35/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4843 - acc: 0.7777\n", + "Epoch 36/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4878 - acc: 0.7690\n", + "Epoch 37/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4839 - acc: 0.7752\n", + "Epoch 38/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4837 - acc: 0.7770\n", + "Epoch 39/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4846 - acc: 0.7750\n", + "Epoch 40/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4833 - acc: 0.7741\n", + "Epoch 41/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4832 - acc: 0.7763\n", + "Epoch 42/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4819 - acc: 0.7774\n", + "Epoch 43/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4817 - acc: 0.7747\n", + "Epoch 44/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4909 - acc: 0.7682\n", + "Epoch 45/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4827 - acc: 0.7737\n", + "Epoch 46/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4816 - acc: 0.7788\n", + "Epoch 47/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4807 - acc: 0.7748\n", + "Epoch 48/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4822 - acc: 0.7751\n", + "Epoch 49/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4828 - acc: 0.7728\n", + "Epoch 50/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4820 - acc: 0.7740\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5006 - acc: 0.7604\n", + "Epoch 2/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4976 - acc: 0.7640\n", + "Epoch 3/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4934 - acc: 0.7673\n", + "Epoch 4/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5001 - acc: 0.7604\n", + "Epoch 5/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4955 - acc: 0.7673\n", + "Epoch 6/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4949 - acc: 0.7666\n", + "Epoch 7/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4958 - acc: 0.7662\n", + "Epoch 8/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4968 - acc: 0.7664\n", + "Epoch 9/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4906 - acc: 0.7703\n", + "Epoch 10/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4949 - acc: 0.7690\n", + "Epoch 11/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4906 - acc: 0.7710\n", + "Epoch 12/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4928 - acc: 0.7655\n", + "Epoch 13/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4882 - acc: 0.7700\n", + "Epoch 14/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4882 - acc: 0.7700\n", + "Epoch 15/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4896 - acc: 0.7718\n", + "Epoch 16/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4914 - acc: 0.7695\n", + "Epoch 17/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4884 - acc: 0.7711\n", + "Epoch 18/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4891 - acc: 0.7693\n", + "Epoch 19/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4874 - acc: 0.7699\n", + "Epoch 20/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4874 - acc: 0.7711\n", + "Epoch 21/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4912 - acc: 0.7682\n", + "Epoch 22/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4971 - acc: 0.7618\n", + "Epoch 23/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4845 - acc: 0.7769\n", + "Epoch 24/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4910 - acc: 0.7714\n", + "Epoch 25/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4920 - acc: 0.7717\n", + "Epoch 26/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4849 - acc: 0.7719\n", + "Epoch 27/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4838 - acc: 0.7750\n", + "Epoch 28/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4891 - acc: 0.7726\n", + "Epoch 29/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4864 - acc: 0.7696\n", + "Epoch 30/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4860 - acc: 0.7732\n", + "Epoch 31/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4842 - acc: 0.7721\n", + "Epoch 32/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4865 - acc: 0.7726\n", + "Epoch 33/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4828 - acc: 0.7759\n", + "Epoch 34/50\n", + "7274/7274 [==============================] - 0s 14us/step - loss: 0.4849 - acc: 0.7725\n", + "Epoch 35/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4826 - acc: 0.7740\n", + "Epoch 36/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4848 - acc: 0.7707\n", + "Epoch 37/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4872 - acc: 0.7715\n", + "Epoch 38/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4830 - acc: 0.7756\n", + "Epoch 39/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4816 - acc: 0.7796\n", + "Epoch 40/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4893 - acc: 0.7673\n", + "Epoch 41/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4859 - acc: 0.7743\n", + "Epoch 42/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4799 - acc: 0.7783\n", + "Epoch 43/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4841 - acc: 0.7759\n", + "Epoch 44/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4800 - acc: 0.7761\n", + "Epoch 45/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4829 - acc: 0.7761\n", + "Epoch 46/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4864 - acc: 0.7729\n", + "Epoch 47/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4837 - acc: 0.7741\n", + "Epoch 48/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4869 - acc: 0.7763\n", + "Epoch 49/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4822 - acc: 0.7747\n", + "Epoch 50/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4819 - acc: 0.7756\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4968 - acc: 0.7631\n", + "Epoch 2/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4992 - acc: 0.7640\n", + "Epoch 3/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4957 - acc: 0.7659\n", + "Epoch 4/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4941 - acc: 0.7677\n", + "Epoch 5/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4970 - acc: 0.7629\n", + "Epoch 6/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4940 - acc: 0.7693\n", + "Epoch 7/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4963 - acc: 0.7692\n", + "Epoch 8/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4964 - acc: 0.7663\n", + "Epoch 9/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4931 - acc: 0.7673\n", + "Epoch 10/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4986 - acc: 0.7615\n", + "Epoch 11/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4955 - acc: 0.7678\n", + "Epoch 12/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4913 - acc: 0.7678\n", + "Epoch 13/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4968 - acc: 0.7626\n", + "Epoch 14/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4963 - acc: 0.7633\n", + "Epoch 15/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4923 - acc: 0.7721\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 16/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4877 - acc: 0.7696\n", + "Epoch 17/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4895 - acc: 0.7718\n", + "Epoch 18/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4965 - acc: 0.7626\n", + "Epoch 19/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4904 - acc: 0.7697\n", + "Epoch 20/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4871 - acc: 0.7730\n", + "Epoch 21/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4943 - acc: 0.7662\n", + "Epoch 22/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4864 - acc: 0.7762\n", + "Epoch 23/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4910 - acc: 0.7773\n", + "Epoch 24/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4870 - acc: 0.7690\n", + "Epoch 25/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4869 - acc: 0.7723\n", + "Epoch 26/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4884 - acc: 0.7708\n", + "Epoch 27/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4903 - acc: 0.7673\n", + "Epoch 28/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4881 - acc: 0.7732\n", + "Epoch 29/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4856 - acc: 0.7750\n", + "Epoch 30/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4878 - acc: 0.7718\n", + "Epoch 31/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4857 - acc: 0.7718\n", + "Epoch 32/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4846 - acc: 0.7759\n", + "Epoch 33/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4840 - acc: 0.7739\n", + "Epoch 34/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4836 - acc: 0.7774\n", + "Epoch 35/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4845 - acc: 0.7745\n", + "Epoch 36/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4888 - acc: 0.7711\n", + "Epoch 37/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4862 - acc: 0.7750\n", + "Epoch 38/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4855 - acc: 0.7732\n", + "Epoch 39/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4829 - acc: 0.7751\n", + "Epoch 40/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4852 - acc: 0.7714\n", + "Epoch 41/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4810 - acc: 0.7781\n", + "Epoch 42/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4833 - acc: 0.7776\n", + "Epoch 43/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4830 - acc: 0.7737\n", + "Epoch 44/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4841 - acc: 0.7758\n", + "Epoch 45/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4820 - acc: 0.7780\n", + "Epoch 46/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4840 - acc: 0.7712\n", + "Epoch 47/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4814 - acc: 0.7761\n", + "Epoch 48/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4832 - acc: 0.7737\n", + "Epoch 49/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4809 - acc: 0.7759\n", + "Epoch 50/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4785 - acc: 0.7778\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4957 - acc: 0.7646\n", + "Epoch 2/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4985 - acc: 0.7678\n", + "Epoch 3/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4959 - acc: 0.7679\n", + "Epoch 4/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4939 - acc: 0.7689\n", + "Epoch 5/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4945 - acc: 0.7660\n", + "Epoch 6/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4960 - acc: 0.7678\n", + "Epoch 7/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4960 - acc: 0.7640\n", + "Epoch 8/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4912 - acc: 0.7662\n", + "Epoch 9/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4940 - acc: 0.7729\n", + "Epoch 10/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4923 - acc: 0.7700\n", + "Epoch 11/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4992 - acc: 0.7589\n", + "Epoch 12/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4894 - acc: 0.7690\n", + "Epoch 13/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4943 - acc: 0.7645\n", + "Epoch 14/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4955 - acc: 0.7707\n", + "Epoch 15/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4945 - acc: 0.7703\n", + "Epoch 16/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4880 - acc: 0.7748\n", + "Epoch 17/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4893 - acc: 0.7693\n", + "Epoch 18/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4940 - acc: 0.7677\n", + "Epoch 19/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4891 - acc: 0.7662\n", + "Epoch 20/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4941 - acc: 0.7704\n", + "Epoch 21/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4905 - acc: 0.7701\n", + "Epoch 22/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4925 - acc: 0.7651\n", + "Epoch 23/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4952 - acc: 0.7660\n", + "Epoch 24/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4917 - acc: 0.7670\n", + "Epoch 25/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4888 - acc: 0.7721\n", + "Epoch 26/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4871 - acc: 0.7733\n", + "Epoch 27/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4895 - acc: 0.7690\n", + "Epoch 28/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4867 - acc: 0.7689\n", + "Epoch 29/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4858 - acc: 0.7728\n", + "Epoch 30/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4828 - acc: 0.7785\n", + "Epoch 31/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4856 - acc: 0.7733\n", + "Epoch 32/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4876 - acc: 0.7740\n", + "Epoch 33/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4841 - acc: 0.7743\n", + "Epoch 34/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4834 - acc: 0.7722\n", + "Epoch 35/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4833 - acc: 0.7754\n", + "Epoch 36/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4905 - acc: 0.7679\n", + "Epoch 37/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4839 - acc: 0.7765\n", + "Epoch 38/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4813 - acc: 0.7777\n", + "Epoch 39/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4830 - acc: 0.7752\n", + "Epoch 40/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4882 - acc: 0.7734\n", + "Epoch 41/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4804 - acc: 0.7778\n", + "Epoch 42/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4832 - acc: 0.7750\n", + "Epoch 43/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4859 - acc: 0.7762\n", + "Epoch 44/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4842 - acc: 0.7733\n", + "Epoch 45/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4820 - acc: 0.7711\n", + "Epoch 46/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4799 - acc: 0.7759\n", + "Epoch 47/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4789 - acc: 0.7811\n", + "Epoch 48/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4823 - acc: 0.7719\n", + "Epoch 49/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4858 - acc: 0.7729\n", + "Epoch 50/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4794 - acc: 0.7784\n", + " 0.8230084709506289\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4985 - acc: 0.7659\n", + "Epoch 2/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.5009 - acc: 0.7619\n", + "Epoch 3/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5010 - acc: 0.7597\n", + "Epoch 4/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4988 - acc: 0.7655\n", + "Epoch 5/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4982 - acc: 0.7612\n", + "Epoch 6/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.5034 - acc: 0.7619\n", + "Epoch 7/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5006 - acc: 0.7649\n", + "Epoch 8/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4987 - acc: 0.7649\n", + "Epoch 9/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4963 - acc: 0.7646\n", + "Epoch 10/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.5012 - acc: 0.7640\n", + "Epoch 11/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4996 - acc: 0.7638\n", + "Epoch 12/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4958 - acc: 0.7645\n", + "Epoch 13/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4933 - acc: 0.7667\n", + "Epoch 14/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4948 - acc: 0.7681\n", + "Epoch 15/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4939 - acc: 0.7660\n", + "Epoch 16/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4904 - acc: 0.7688\n", + "Epoch 17/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4956 - acc: 0.7682\n", + "Epoch 18/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4911 - acc: 0.7703\n", + "Epoch 19/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4929 - acc: 0.7664\n", + "Epoch 20/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4913 - acc: 0.7717\n", + "Epoch 21/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4904 - acc: 0.7699\n", + "Epoch 22/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4912 - acc: 0.7703\n", + "Epoch 23/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4941 - acc: 0.7721\n", + "Epoch 24/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4969 - acc: 0.7638\n", + "Epoch 25/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4910 - acc: 0.7690\n", + "Epoch 26/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4877 - acc: 0.7728\n", + "Epoch 27/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4931 - acc: 0.7704\n", + "Epoch 28/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4930 - acc: 0.7674\n", + "Epoch 29/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4877 - acc: 0.7748\n", + "Epoch 30/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4905 - acc: 0.7697\n", + "Epoch 31/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4890 - acc: 0.7725\n", + "Epoch 32/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4864 - acc: 0.7750\n", + "Epoch 33/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4874 - acc: 0.7728\n", + "Epoch 34/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4875 - acc: 0.7730\n", + "Epoch 35/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4848 - acc: 0.7762\n", + "Epoch 36/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4887 - acc: 0.7741\n", + "Epoch 37/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4858 - acc: 0.7756\n", + "Epoch 38/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4855 - acc: 0.7730\n", + "Epoch 39/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4840 - acc: 0.7765\n", + "Epoch 40/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4862 - acc: 0.7759\n", + "Epoch 41/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4839 - acc: 0.7748\n", + "Epoch 42/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4869 - acc: 0.7718\n", + "Epoch 43/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4854 - acc: 0.7740\n", + "Epoch 44/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4830 - acc: 0.7739\n", + "Epoch 45/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4889 - acc: 0.7728\n", + "Epoch 46/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4844 - acc: 0.7763\n", + "Epoch 47/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4862 - acc: 0.7722\n", + "Epoch 48/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4852 - acc: 0.7729\n", + "Epoch 49/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4825 - acc: 0.7763\n", + "Epoch 50/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4829 - acc: 0.7785\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4980 - acc: 0.7645\n", + "Epoch 2/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4979 - acc: 0.7627\n", + "Epoch 3/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5006 - acc: 0.7644\n", + "Epoch 4/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4976 - acc: 0.7664\n", + "Epoch 5/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5056 - acc: 0.7589\n", + "Epoch 6/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4953 - acc: 0.7649\n", + "Epoch 7/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4980 - acc: 0.7630\n", + "Epoch 8/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4949 - acc: 0.7703\n", + "Epoch 9/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4942 - acc: 0.7693\n", + "Epoch 10/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4966 - acc: 0.7677\n", + "Epoch 11/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4934 - acc: 0.7666\n", + "Epoch 12/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4927 - acc: 0.7668\n", + "Epoch 13/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4927 - acc: 0.7718\n", + "Epoch 14/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4912 - acc: 0.7678\n", + "Epoch 15/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4942 - acc: 0.7684\n", + "Epoch 16/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4931 - acc: 0.7708\n", + "Epoch 17/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4952 - acc: 0.7674\n", + "Epoch 18/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4961 - acc: 0.7635\n", + "Epoch 19/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4944 - acc: 0.7646\n", + "Epoch 20/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4918 - acc: 0.7725\n", + "Epoch 21/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4953 - acc: 0.7644\n", + "Epoch 22/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4982 - acc: 0.7594\n", + "Epoch 23/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4962 - acc: 0.7659\n", + "Epoch 24/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4907 - acc: 0.7692\n", + "Epoch 25/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4942 - acc: 0.7648\n", + "Epoch 26/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4903 - acc: 0.7696\n", + "Epoch 27/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4906 - acc: 0.7706\n", + "Epoch 28/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4914 - acc: 0.7677\n", + "Epoch 29/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4894 - acc: 0.7722\n", + "Epoch 30/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4877 - acc: 0.7752\n", + "Epoch 31/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4855 - acc: 0.7758\n", + "Epoch 32/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4881 - acc: 0.7737\n", + "Epoch 33/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4951 - acc: 0.7667\n", + "Epoch 34/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4871 - acc: 0.7758\n", + "Epoch 35/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4876 - acc: 0.7728\n", + "Epoch 36/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4871 - acc: 0.7712\n", + "Epoch 37/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4925 - acc: 0.7700\n", + "Epoch 38/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4850 - acc: 0.7761\n", + "Epoch 39/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4848 - acc: 0.7732\n", + "Epoch 40/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4875 - acc: 0.7695\n", + "Epoch 41/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4841 - acc: 0.7755\n", + "Epoch 42/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4850 - acc: 0.7722\n", + "Epoch 43/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4856 - acc: 0.7743\n", + "Epoch 44/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4874 - acc: 0.7736\n", + "Epoch 45/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4840 - acc: 0.7730\n", + "Epoch 46/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4855 - acc: 0.7721\n", + "Epoch 47/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4816 - acc: 0.7776\n", + "Epoch 48/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4886 - acc: 0.7728\n", + "Epoch 49/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4841 - acc: 0.7752\n", + "Epoch 50/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4837 - acc: 0.7761\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.5028 - acc: 0.7611\n", + "Epoch 2/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4985 - acc: 0.7624\n", + "Epoch 3/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4992 - acc: 0.7662\n", + "Epoch 4/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5028 - acc: 0.7602\n", + "Epoch 5/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5072 - acc: 0.7585\n", + "Epoch 6/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4941 - acc: 0.7689\n", + "Epoch 7/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4945 - acc: 0.7700\n", + "Epoch 8/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4950 - acc: 0.7657\n", + "Epoch 9/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4940 - acc: 0.7695\n", + "Epoch 10/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4973 - acc: 0.7634\n", + "Epoch 11/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4945 - acc: 0.7627\n", + "Epoch 12/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4972 - acc: 0.7634\n", + "Epoch 13/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4965 - acc: 0.7677\n", + "Epoch 14/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4929 - acc: 0.7693\n", + "Epoch 15/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4956 - acc: 0.7677\n", + "Epoch 16/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4949 - acc: 0.7653\n", + "Epoch 17/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4954 - acc: 0.7642\n", + "Epoch 18/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4938 - acc: 0.7695\n", + "Epoch 19/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4935 - acc: 0.7662\n", + "Epoch 20/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4908 - acc: 0.7737\n", + "Epoch 21/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4965 - acc: 0.7631\n", + "Epoch 22/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4896 - acc: 0.7700\n", + "Epoch 23/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4897 - acc: 0.7677\n", + "Epoch 24/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4899 - acc: 0.7714\n", + "Epoch 25/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4895 - acc: 0.7752\n", + "Epoch 26/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4894 - acc: 0.7692\n", + "Epoch 27/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4910 - acc: 0.7646\n", + "Epoch 28/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4870 - acc: 0.7744\n", + "Epoch 29/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4903 - acc: 0.7722\n", + "Epoch 30/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4925 - acc: 0.7660\n", + "Epoch 31/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4890 - acc: 0.7699\n", + "Epoch 32/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4873 - acc: 0.7725\n", + "Epoch 33/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4871 - acc: 0.7710\n", + "Epoch 34/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4892 - acc: 0.7726\n", + "Epoch 35/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4866 - acc: 0.7734\n", + "Epoch 36/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4855 - acc: 0.7752\n", + "Epoch 37/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4880 - acc: 0.7706\n", + "Epoch 38/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4861 - acc: 0.7739\n", + "Epoch 39/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4894 - acc: 0.7718\n", + "Epoch 40/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4855 - acc: 0.7745\n", + "Epoch 41/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4900 - acc: 0.7756\n", + "Epoch 42/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4862 - acc: 0.7717\n", + "Epoch 43/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4885 - acc: 0.7701\n", + "Epoch 44/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4850 - acc: 0.7747\n", + "Epoch 45/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4888 - acc: 0.7695\n", + "Epoch 46/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4866 - acc: 0.7736\n", + "Epoch 47/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4858 - acc: 0.7736\n", + "Epoch 48/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4848 - acc: 0.7759\n", + "Epoch 49/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4836 - acc: 0.7755\n", + "Epoch 50/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4847 - acc: 0.7776\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5014 - acc: 0.7649\n", + "Epoch 2/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4982 - acc: 0.7657\n", + "Epoch 3/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4992 - acc: 0.7637\n", + "Epoch 4/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5000 - acc: 0.7630\n", + "Epoch 5/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4965 - acc: 0.7670\n", + "Epoch 6/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4966 - acc: 0.7690\n", + "Epoch 7/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4982 - acc: 0.7651\n", + "Epoch 8/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4978 - acc: 0.7622\n", + "Epoch 9/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5004 - acc: 0.7666\n", + "Epoch 10/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4959 - acc: 0.7662\n", + "Epoch 11/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4992 - acc: 0.7668\n", + "Epoch 12/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4915 - acc: 0.7712\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 13/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4951 - acc: 0.7640\n", + "Epoch 14/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4961 - acc: 0.7677\n", + "Epoch 15/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4940 - acc: 0.7690\n", + "Epoch 16/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4916 - acc: 0.7722\n", + "Epoch 17/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4922 - acc: 0.7700\n", + "Epoch 18/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4919 - acc: 0.7670\n", + "Epoch 19/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4927 - acc: 0.7685\n", + "Epoch 20/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4932 - acc: 0.7677\n", + "Epoch 21/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4903 - acc: 0.7700\n", + "Epoch 22/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4938 - acc: 0.7699\n", + "Epoch 23/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4929 - acc: 0.7668\n", + "Epoch 24/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4908 - acc: 0.7688\n", + "Epoch 25/50\n", + "7274/7274 [==============================] - 0s 16us/step - loss: 0.4906 - acc: 0.7701\n", + "Epoch 26/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4954 - acc: 0.7682\n", + "Epoch 27/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4884 - acc: 0.7701\n", + "Epoch 28/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4922 - acc: 0.7743\n", + "Epoch 29/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4891 - acc: 0.7748\n", + "Epoch 30/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4897 - acc: 0.7726\n", + "Epoch 31/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4902 - acc: 0.7723\n", + "Epoch 32/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4892 - acc: 0.7729\n", + "Epoch 33/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4877 - acc: 0.7703\n", + "Epoch 34/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4884 - acc: 0.7723\n", + "Epoch 35/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4878 - acc: 0.7747\n", + "Epoch 36/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4869 - acc: 0.7719\n", + "Epoch 37/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4867 - acc: 0.7732\n", + "Epoch 38/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4882 - acc: 0.7743\n", + "Epoch 39/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4899 - acc: 0.7721\n", + "Epoch 40/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4882 - acc: 0.7730\n", + "Epoch 41/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4872 - acc: 0.7762\n", + "Epoch 42/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4866 - acc: 0.7754\n", + "Epoch 43/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4870 - acc: 0.7684\n", + "Epoch 44/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4885 - acc: 0.7712\n", + "Epoch 45/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4931 - acc: 0.7677\n", + "Epoch 46/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4854 - acc: 0.7755\n", + "Epoch 47/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4870 - acc: 0.7714\n", + "Epoch 48/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4895 - acc: 0.7663\n", + "Epoch 49/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4817 - acc: 0.7780\n", + "Epoch 50/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4856 - acc: 0.7740\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5002 - acc: 0.7642\n", + "Epoch 2/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4977 - acc: 0.7622\n", + "Epoch 3/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5008 - acc: 0.7629\n", + "Epoch 4/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4990 - acc: 0.7634\n", + "Epoch 5/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5030 - acc: 0.7602\n", + "Epoch 6/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4981 - acc: 0.7642\n", + "Epoch 7/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4983 - acc: 0.7659\n", + "Epoch 8/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4958 - acc: 0.7635\n", + "Epoch 9/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5004 - acc: 0.7668\n", + "Epoch 10/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4993 - acc: 0.7678\n", + "Epoch 11/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4994 - acc: 0.7630\n", + "Epoch 12/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5008 - acc: 0.7624\n", + "Epoch 13/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4951 - acc: 0.7671\n", + "Epoch 14/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4950 - acc: 0.7677\n", + "Epoch 15/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4929 - acc: 0.7703\n", + "Epoch 16/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4935 - acc: 0.7674\n", + "Epoch 17/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4934 - acc: 0.7689\n", + "Epoch 18/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5000 - acc: 0.7629\n", + "Epoch 19/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4939 - acc: 0.7641\n", + "Epoch 20/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4902 - acc: 0.7708\n", + "Epoch 21/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4933 - acc: 0.7740\n", + "Epoch 22/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4956 - acc: 0.7663\n", + "Epoch 23/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4881 - acc: 0.7729\n", + "Epoch 24/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4923 - acc: 0.7684\n", + "Epoch 25/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4898 - acc: 0.7714\n", + "Epoch 26/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4910 - acc: 0.7690\n", + "Epoch 27/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4905 - acc: 0.7701\n", + "Epoch 28/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4881 - acc: 0.7752\n", + "Epoch 29/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4921 - acc: 0.7708\n", + "Epoch 30/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4908 - acc: 0.7710\n", + "Epoch 31/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4907 - acc: 0.7679\n", + "Epoch 32/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4888 - acc: 0.7756\n", + "Epoch 33/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4873 - acc: 0.7747\n", + "Epoch 34/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4891 - acc: 0.7695\n", + "Epoch 35/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4891 - acc: 0.7706\n", + "Epoch 36/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4870 - acc: 0.7745\n", + "Epoch 37/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4888 - acc: 0.7728\n", + "Epoch 38/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4870 - acc: 0.7723\n", + "Epoch 39/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4876 - acc: 0.7717\n", + "Epoch 40/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4853 - acc: 0.7732\n", + "Epoch 41/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4868 - acc: 0.7747\n", + "Epoch 42/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4906 - acc: 0.7681\n", + "Epoch 43/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4846 - acc: 0.7745\n", + "Epoch 44/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4834 - acc: 0.7752\n", + "Epoch 45/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4838 - acc: 0.7770\n", + "Epoch 46/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4830 - acc: 0.7752\n", + "Epoch 47/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4838 - acc: 0.7741\n", + "Epoch 48/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4881 - acc: 0.7734\n", + "Epoch 49/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4842 - acc: 0.7766\n", + "Epoch 50/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4839 - acc: 0.7766\n", + " 0.8379029202166022\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.5011 - acc: 0.7615\n", + "Epoch 2/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4998 - acc: 0.7613\n", + "Epoch 3/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.5003 - acc: 0.7629\n", + "Epoch 4/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4998 - acc: 0.7609\n", + "Epoch 5/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.5001 - acc: 0.7608\n", + "Epoch 6/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.5013 - acc: 0.7616\n", + "Epoch 7/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4977 - acc: 0.7646\n", + "Epoch 8/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4982 - acc: 0.7656\n", + "Epoch 9/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4972 - acc: 0.7678\n", + "Epoch 10/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4928 - acc: 0.7678\n", + "Epoch 11/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4971 - acc: 0.7620\n", + "Epoch 12/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.5023 - acc: 0.7638\n", + "Epoch 13/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4929 - acc: 0.7707\n", + "Epoch 14/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4925 - acc: 0.7695\n", + "Epoch 15/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4930 - acc: 0.7686\n", + "Epoch 16/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4920 - acc: 0.7701\n", + "Epoch 17/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4923 - acc: 0.7704\n", + "Epoch 18/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4957 - acc: 0.7666\n", + "Epoch 19/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4959 - acc: 0.7641\n", + "Epoch 20/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4985 - acc: 0.7623\n", + "Epoch 21/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4908 - acc: 0.7711\n", + "Epoch 22/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4948 - acc: 0.7651\n", + "Epoch 23/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4931 - acc: 0.7688\n", + "Epoch 24/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4885 - acc: 0.7736\n", + "Epoch 25/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4953 - acc: 0.7673\n", + "Epoch 26/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4966 - acc: 0.7620\n", + "Epoch 27/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4927 - acc: 0.7700\n", + "Epoch 28/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4880 - acc: 0.7703\n", + "Epoch 29/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4921 - acc: 0.7697\n", + "Epoch 30/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4898 - acc: 0.7711\n", + "Epoch 31/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4909 - acc: 0.7706\n", + "Epoch 32/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4872 - acc: 0.7723\n", + "Epoch 33/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4909 - acc: 0.7685\n", + "Epoch 34/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4896 - acc: 0.7732\n", + "Epoch 35/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4883 - acc: 0.7721\n", + "Epoch 36/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4873 - acc: 0.7715\n", + "Epoch 37/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4916 - acc: 0.7677\n", + "Epoch 38/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4881 - acc: 0.7697\n", + "Epoch 39/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4851 - acc: 0.7743\n", + "Epoch 40/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4877 - acc: 0.7711\n", + "Epoch 41/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4852 - acc: 0.7740\n", + "Epoch 42/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4882 - acc: 0.7679\n", + "Epoch 43/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4857 - acc: 0.7726\n", + "Epoch 44/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4906 - acc: 0.7667\n", + "Epoch 45/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4837 - acc: 0.7745\n", + "Epoch 46/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4859 - acc: 0.7765\n", + "Epoch 47/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4848 - acc: 0.7732\n", + "Epoch 48/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4883 - acc: 0.7733\n", + "Epoch 49/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4837 - acc: 0.7722\n", + "Epoch 50/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4845 - acc: 0.7744\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5056 - acc: 0.7596\n", + "Epoch 2/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.5017 - acc: 0.7633\n", + "Epoch 3/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4990 - acc: 0.7638\n", + "Epoch 4/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.5023 - acc: 0.7627\n", + "Epoch 5/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4991 - acc: 0.7649\n", + "Epoch 6/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5039 - acc: 0.7615\n", + "Epoch 7/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4982 - acc: 0.7634\n", + "Epoch 8/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4965 - acc: 0.7674\n", + "Epoch 9/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4984 - acc: 0.7648\n", + "Epoch 10/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5000 - acc: 0.7616\n", + "Epoch 11/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.5000 - acc: 0.7637\n", + "Epoch 12/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5001 - acc: 0.7651\n", + "Epoch 13/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4968 - acc: 0.7635\n", + "Epoch 14/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4955 - acc: 0.7677\n", + "Epoch 15/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4935 - acc: 0.7677\n", + "Epoch 16/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5006 - acc: 0.7618\n", + "Epoch 17/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4931 - acc: 0.7692\n", + "Epoch 18/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4941 - acc: 0.7693\n", + "Epoch 19/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4951 - acc: 0.7690\n", + "Epoch 20/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4975 - acc: 0.7635\n", + "Epoch 21/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4926 - acc: 0.7678\n", + "Epoch 22/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4932 - acc: 0.7671\n", + "Epoch 23/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4949 - acc: 0.7656\n", + "Epoch 24/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4927 - acc: 0.7690\n", + "Epoch 25/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4928 - acc: 0.7686\n", + "Epoch 26/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4932 - acc: 0.7703\n", + "Epoch 27/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4973 - acc: 0.7645\n", + "Epoch 28/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4900 - acc: 0.7701\n", + "Epoch 29/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4967 - acc: 0.7689\n", + "Epoch 30/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4910 - acc: 0.7708\n", + "Epoch 31/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4909 - acc: 0.7666\n", + "Epoch 32/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4879 - acc: 0.7725\n", + "Epoch 33/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4898 - acc: 0.7734\n", + "Epoch 34/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4885 - acc: 0.7693\n", + "Epoch 35/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4884 - acc: 0.7758\n", + "Epoch 36/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4907 - acc: 0.7710\n", + "Epoch 37/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4914 - acc: 0.7688\n", + "Epoch 38/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4867 - acc: 0.7730\n", + "Epoch 39/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4908 - acc: 0.7692\n", + "Epoch 40/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4856 - acc: 0.7756\n", + "Epoch 41/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4859 - acc: 0.7689\n", + "Epoch 42/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4875 - acc: 0.7759\n", + "Epoch 43/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4853 - acc: 0.7763\n", + "Epoch 44/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4868 - acc: 0.7725\n", + "Epoch 45/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4883 - acc: 0.7688\n", + "Epoch 46/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4888 - acc: 0.7684\n", + "Epoch 47/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4873 - acc: 0.7739\n", + "Epoch 48/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4865 - acc: 0.7734\n", + "Epoch 49/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4863 - acc: 0.7732\n", + "Epoch 50/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4863 - acc: 0.7734\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5007 - acc: 0.7641\n", + "Epoch 2/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4992 - acc: 0.7659\n", + "Epoch 3/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4998 - acc: 0.7630\n", + "Epoch 4/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4975 - acc: 0.7637\n", + "Epoch 5/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4992 - acc: 0.7627\n", + "Epoch 6/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4966 - acc: 0.7618\n", + "Epoch 7/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5016 - acc: 0.7608\n", + "Epoch 8/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4985 - acc: 0.7642\n", + "Epoch 9/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5089 - acc: 0.7535\n", + "Epoch 10/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5015 - acc: 0.7575\n", + "Epoch 11/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4958 - acc: 0.7641\n", + "Epoch 12/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4990 - acc: 0.7640\n", + "Epoch 13/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4950 - acc: 0.7682\n", + "Epoch 14/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5015 - acc: 0.7587\n", + "Epoch 15/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5003 - acc: 0.7585\n", + "Epoch 16/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4932 - acc: 0.7693\n", + "Epoch 17/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4973 - acc: 0.7663\n", + "Epoch 18/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4970 - acc: 0.7645\n", + "Epoch 19/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4946 - acc: 0.7620\n", + "Epoch 20/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5000 - acc: 0.7615\n", + "Epoch 21/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4983 - acc: 0.7640\n", + "Epoch 22/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4950 - acc: 0.7626\n", + "Epoch 23/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4912 - acc: 0.7681\n", + "Epoch 24/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4922 - acc: 0.7678\n", + "Epoch 25/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4943 - acc: 0.7668\n", + "Epoch 26/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4947 - acc: 0.7675\n", + "Epoch 27/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4923 - acc: 0.7675\n", + "Epoch 28/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4951 - acc: 0.7642\n", + "Epoch 29/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4893 - acc: 0.7689\n", + "Epoch 30/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4957 - acc: 0.7671\n", + "Epoch 31/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4900 - acc: 0.7708\n", + "Epoch 32/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4906 - acc: 0.7627\n", + "Epoch 33/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4893 - acc: 0.7719\n", + "Epoch 34/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4912 - acc: 0.7699\n", + "Epoch 35/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4952 - acc: 0.7663\n", + "Epoch 36/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4886 - acc: 0.7717\n", + "Epoch 37/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4894 - acc: 0.7726\n", + "Epoch 38/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4883 - acc: 0.7699\n", + "Epoch 39/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4881 - acc: 0.7730\n", + "Epoch 40/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4899 - acc: 0.7707\n", + "Epoch 41/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4855 - acc: 0.7743\n", + "Epoch 42/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4899 - acc: 0.7710\n", + "Epoch 43/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4913 - acc: 0.7640\n", + "Epoch 44/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4859 - acc: 0.7744\n", + "Epoch 45/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4881 - acc: 0.7737\n", + "Epoch 46/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4848 - acc: 0.7728\n", + "Epoch 47/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4879 - acc: 0.7701\n", + "Epoch 48/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4846 - acc: 0.7729\n", + "Epoch 49/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4831 - acc: 0.7744\n", + "Epoch 50/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4831 - acc: 0.7723\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4996 - acc: 0.7641\n", + "Epoch 2/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5063 - acc: 0.7578\n", + "Epoch 3/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5034 - acc: 0.7598\n", + "Epoch 4/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4997 - acc: 0.7624\n", + "Epoch 5/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4998 - acc: 0.7623\n", + "Epoch 6/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4983 - acc: 0.7648\n", + "Epoch 7/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5012 - acc: 0.7622\n", + "Epoch 8/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.5004 - acc: 0.7608\n", + "Epoch 9/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4980 - acc: 0.7656\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 10/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4984 - acc: 0.7681\n", + "Epoch 11/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4989 - acc: 0.7624\n", + "Epoch 12/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4957 - acc: 0.7655\n", + "Epoch 13/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4960 - acc: 0.7657\n", + "Epoch 14/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4946 - acc: 0.7657\n", + "Epoch 15/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4932 - acc: 0.7700\n", + "Epoch 16/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4955 - acc: 0.7688\n", + "Epoch 17/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4958 - acc: 0.7655\n", + "Epoch 18/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4934 - acc: 0.7652\n", + "Epoch 19/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4950 - acc: 0.7657\n", + "Epoch 20/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4922 - acc: 0.7695\n", + "Epoch 21/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4908 - acc: 0.7681\n", + "Epoch 22/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4924 - acc: 0.7668\n", + "Epoch 23/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4907 - acc: 0.7722\n", + "Epoch 24/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4947 - acc: 0.7673\n", + "Epoch 25/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4909 - acc: 0.7725\n", + "Epoch 26/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4889 - acc: 0.7712\n", + "Epoch 27/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4910 - acc: 0.7689\n", + "Epoch 28/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4899 - acc: 0.7721\n", + "Epoch 29/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4899 - acc: 0.7682\n", + "Epoch 30/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4953 - acc: 0.7675\n", + "Epoch 31/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4899 - acc: 0.7690\n", + "Epoch 32/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4912 - acc: 0.7645\n", + "Epoch 33/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4865 - acc: 0.7744\n", + "Epoch 34/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4880 - acc: 0.7708\n", + "Epoch 35/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4872 - acc: 0.7743\n", + "Epoch 36/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4892 - acc: 0.7722\n", + "Epoch 37/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4935 - acc: 0.7601\n", + "Epoch 38/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4887 - acc: 0.7677\n", + "Epoch 39/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4900 - acc: 0.7772\n", + "Epoch 40/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4910 - acc: 0.7682\n", + "Epoch 41/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4891 - acc: 0.7714\n", + "Epoch 42/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4860 - acc: 0.7733\n", + "Epoch 43/50\n", + "7274/7274 [==============================] - 0s 10us/step - loss: 0.4842 - acc: 0.7767\n", + "Epoch 44/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4872 - acc: 0.7776\n", + "Epoch 45/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4915 - acc: 0.7703\n", + "Epoch 46/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4880 - acc: 0.7745\n", + "Epoch 47/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4872 - acc: 0.7739\n", + "Epoch 48/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4865 - acc: 0.7737\n", + "Epoch 49/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4850 - acc: 0.7734\n", + "Epoch 50/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4878 - acc: 0.7750\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5012 - acc: 0.7608\n", + "Epoch 2/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5008 - acc: 0.7646\n", + "Epoch 3/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5019 - acc: 0.7622\n", + "Epoch 4/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5008 - acc: 0.7623\n", + "Epoch 5/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4973 - acc: 0.7619\n", + "Epoch 6/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4963 - acc: 0.7675\n", + "Epoch 7/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4981 - acc: 0.7649\n", + "Epoch 8/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.5000 - acc: 0.7620\n", + "Epoch 9/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4976 - acc: 0.7640\n", + "Epoch 10/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4955 - acc: 0.7663\n", + "Epoch 11/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4934 - acc: 0.7678\n", + "Epoch 12/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4943 - acc: 0.7682\n", + "Epoch 13/50\n", + "7274/7274 [==============================] - 0s 13us/step - loss: 0.4960 - acc: 0.7652\n", + "Epoch 14/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4929 - acc: 0.7666\n", + "Epoch 15/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4920 - acc: 0.7701\n", + "Epoch 16/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4920 - acc: 0.7707\n", + "Epoch 17/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4932 - acc: 0.7704\n", + "Epoch 18/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4942 - acc: 0.7684\n", + "Epoch 19/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4908 - acc: 0.7693\n", + "Epoch 20/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4894 - acc: 0.7710\n", + "Epoch 21/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4934 - acc: 0.7656\n", + "Epoch 22/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4958 - acc: 0.7645\n", + "Epoch 23/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4900 - acc: 0.7728\n", + "Epoch 24/50\n", + "7274/7274 [==============================] - 0s 13us/step - loss: 0.4920 - acc: 0.7708\n", + "Epoch 25/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4900 - acc: 0.7668\n", + "Epoch 26/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4887 - acc: 0.7733\n", + "Epoch 27/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4922 - acc: 0.7708\n", + "Epoch 28/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4923 - acc: 0.7686\n", + "Epoch 29/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4892 - acc: 0.7678\n", + "Epoch 30/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4895 - acc: 0.7722\n", + "Epoch 31/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4903 - acc: 0.7693\n", + "Epoch 32/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4908 - acc: 0.7717\n", + "Epoch 33/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4875 - acc: 0.7726\n", + "Epoch 34/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4897 - acc: 0.7721\n", + "Epoch 35/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4928 - acc: 0.7682\n", + "Epoch 36/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4857 - acc: 0.7756\n", + "Epoch 37/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4918 - acc: 0.7664\n", + "Epoch 38/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4853 - acc: 0.7770\n", + "Epoch 39/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4851 - acc: 0.7745\n", + "Epoch 40/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4940 - acc: 0.7685\n", + "Epoch 41/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4868 - acc: 0.7711\n", + "Epoch 42/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4898 - acc: 0.7689\n", + "Epoch 43/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4848 - acc: 0.7745\n", + "Epoch 44/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4846 - acc: 0.7745\n", + "Epoch 45/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4909 - acc: 0.7708\n", + "Epoch 46/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4846 - acc: 0.7737\n", + "Epoch 47/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4851 - acc: 0.7710\n", + "Epoch 48/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4849 - acc: 0.7794\n", + "Epoch 49/50\n", + "7274/7274 [==============================] - 0s 12us/step - loss: 0.4823 - acc: 0.7752\n", + "Epoch 50/50\n", + "7274/7274 [==============================] - 0s 11us/step - loss: 0.4869 - acc: 0.7722\n", + " 0.8499156572015303\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4994 - acc: 0.7607\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4990 - acc: 0.7687\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5020 - acc: 0.7611\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.5009 - acc: 0.7603\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5047 - acc: 0.7604\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4953 - acc: 0.7666\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4982 - acc: 0.7634\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4939 - acc: 0.7695\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4965 - acc: 0.7665\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4954 - acc: 0.7669\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4948 - acc: 0.7656\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4982 - acc: 0.7626\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4956 - acc: 0.7702\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4977 - acc: 0.7634\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4965 - acc: 0.7663\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5011 - acc: 0.7596\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4936 - acc: 0.7680\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4928 - acc: 0.7699\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4927 - acc: 0.7674\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4919 - acc: 0.7704\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4919 - acc: 0.7707\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4927 - acc: 0.7671\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4937 - acc: 0.7669\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4907 - acc: 0.7700\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4909 - acc: 0.7703\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4893 - acc: 0.7714\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4937 - acc: 0.7676\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4894 - acc: 0.7713\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4899 - acc: 0.7691\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4884 - acc: 0.7728\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4885 - acc: 0.7731\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4919 - acc: 0.7663\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4864 - acc: 0.7735\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4882 - acc: 0.7739\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4913 - acc: 0.7753\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4916 - acc: 0.7663\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4878 - acc: 0.7731\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4876 - acc: 0.7713\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4891 - acc: 0.7699\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4859 - acc: 0.7766\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4845 - acc: 0.7755\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4919 - acc: 0.7725\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4900 - acc: 0.7687\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4877 - acc: 0.7726\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4900 - acc: 0.7704\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4906 - acc: 0.7733\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4886 - acc: 0.7732\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4872 - acc: 0.7724\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4838 - acc: 0.7761\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4823 - acc: 0.7757\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5025 - acc: 0.7632\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4991 - acc: 0.7641\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4985 - acc: 0.7648\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5014 - acc: 0.7604\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4999 - acc: 0.7655\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4986 - acc: 0.7692\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4980 - acc: 0.7644\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4987 - acc: 0.7693\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4988 - acc: 0.7666\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4937 - acc: 0.7693\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4962 - acc: 0.7682\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5027 - acc: 0.7605\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4976 - acc: 0.7640\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4976 - acc: 0.7648\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4995 - acc: 0.7656\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4918 - acc: 0.7691\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4942 - acc: 0.7676\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4906 - acc: 0.7706\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4933 - acc: 0.7669\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4922 - acc: 0.7684\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4963 - acc: 0.7637\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4903 - acc: 0.7754\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4929 - acc: 0.7688\n", + "Epoch 24/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4911 - acc: 0.7724\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4924 - acc: 0.7687\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4919 - acc: 0.7728\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4891 - acc: 0.7711\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4879 - acc: 0.7717\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4924 - acc: 0.7693\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4892 - acc: 0.7699\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4901 - acc: 0.7735\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4905 - acc: 0.7739\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4884 - acc: 0.7744\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4850 - acc: 0.7747\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4856 - acc: 0.7788\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4866 - acc: 0.7726\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4885 - acc: 0.7731\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4857 - acc: 0.7740\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4902 - acc: 0.7684\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4840 - acc: 0.7764\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4890 - acc: 0.7715\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4827 - acc: 0.7775\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4882 - acc: 0.7746\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4870 - acc: 0.7739\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4859 - acc: 0.7715\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4869 - acc: 0.7729\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4872 - acc: 0.7729\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4881 - acc: 0.7747\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4902 - acc: 0.7676\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4869 - acc: 0.7732\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4995 - acc: 0.7633\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.5009 - acc: 0.7599\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5022 - acc: 0.7601\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5021 - acc: 0.7604\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5019 - acc: 0.7600\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4996 - acc: 0.7641\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4956 - acc: 0.7669\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4977 - acc: 0.7685\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5025 - acc: 0.7612\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5028 - acc: 0.7604\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4984 - acc: 0.7610\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5030 - acc: 0.7595\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4965 - acc: 0.7611\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4934 - acc: 0.7669\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4936 - acc: 0.7656\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5019 - acc: 0.7641\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4957 - acc: 0.7706\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4946 - acc: 0.7662\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4928 - acc: 0.7702\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4953 - acc: 0.7677\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5009 - acc: 0.7634\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4942 - acc: 0.7673\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4949 - acc: 0.7691\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4901 - acc: 0.7707\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4933 - acc: 0.7703\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4924 - acc: 0.7693\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4904 - acc: 0.7702\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4920 - acc: 0.7700\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4937 - acc: 0.7709\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4904 - acc: 0.7703\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4904 - acc: 0.7681\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4913 - acc: 0.7718\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4913 - acc: 0.7707\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4918 - acc: 0.7674\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4873 - acc: 0.7740\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4870 - acc: 0.7754\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4876 - acc: 0.7721\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4887 - acc: 0.7717\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4863 - acc: 0.7757\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4869 - acc: 0.7742\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4857 - acc: 0.7751\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4903 - acc: 0.7703\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4854 - acc: 0.7753\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4856 - acc: 0.7753\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4874 - acc: 0.7715\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4859 - acc: 0.7729\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4891 - acc: 0.7720\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4895 - acc: 0.7700\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4846 - acc: 0.7755\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4889 - acc: 0.7709\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5072 - acc: 0.7575\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5001 - acc: 0.7654\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5043 - acc: 0.7614\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5000 - acc: 0.7629\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.5004 - acc: 0.7614\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4976 - acc: 0.7673\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5016 - acc: 0.7643\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4961 - acc: 0.7673\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4972 - acc: 0.7622\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5038 - acc: 0.7577\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5026 - acc: 0.7589\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4973 - acc: 0.7670\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4953 - acc: 0.7671\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4980 - acc: 0.7671\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4982 - acc: 0.7621\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4928 - acc: 0.7662\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4927 - acc: 0.7699\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4951 - acc: 0.7623\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4945 - acc: 0.7666\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4942 - acc: 0.7696\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4925 - acc: 0.7707\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4915 - acc: 0.7714\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4931 - acc: 0.7706\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4949 - acc: 0.7651\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4947 - acc: 0.7711\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4885 - acc: 0.7733\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4930 - acc: 0.7685\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4926 - acc: 0.7693\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4894 - acc: 0.7729\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4979 - acc: 0.7671\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4947 - acc: 0.7684\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4914 - acc: 0.7711\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4940 - acc: 0.7695\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4933 - acc: 0.7669\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4870 - acc: 0.7710\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4940 - acc: 0.7647\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4878 - acc: 0.7722\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4860 - acc: 0.7761\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4899 - acc: 0.7692\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4853 - acc: 0.7759\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4904 - acc: 0.7673\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4902 - acc: 0.7687\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4902 - acc: 0.7693\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4943 - acc: 0.7684\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4892 - acc: 0.7699\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4867 - acc: 0.7700\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4881 - acc: 0.7765\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4886 - acc: 0.7715\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4860 - acc: 0.7731\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4838 - acc: 0.7758\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5008 - acc: 0.7643\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5009 - acc: 0.7633\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.5009 - acc: 0.7588\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5055 - acc: 0.7570\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4990 - acc: 0.7656\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4987 - acc: 0.7607\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4952 - acc: 0.7676\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5023 - acc: 0.7618\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4947 - acc: 0.7676\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4976 - acc: 0.7674\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4966 - acc: 0.7684\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5041 - acc: 0.7600\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4974 - acc: 0.7655\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4934 - acc: 0.7680\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4969 - acc: 0.7648\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4958 - acc: 0.7691\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4905 - acc: 0.7703\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4961 - acc: 0.7619\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4910 - acc: 0.7698\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4939 - acc: 0.7670\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4942 - acc: 0.7698\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4947 - acc: 0.7685\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4904 - acc: 0.7710\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4939 - acc: 0.7681\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4915 - acc: 0.7714\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4912 - acc: 0.7735\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4914 - acc: 0.7710\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4901 - acc: 0.7714\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4879 - acc: 0.7751\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4901 - acc: 0.7721\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5006 - acc: 0.7651\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4863 - acc: 0.7729\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4876 - acc: 0.7717\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4883 - acc: 0.7721\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4875 - acc: 0.7737\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4885 - acc: 0.7715\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4882 - acc: 0.7696\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4864 - acc: 0.7735\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4857 - acc: 0.7747\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4892 - acc: 0.7731\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4861 - acc: 0.7753\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4851 - acc: 0.7765\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4848 - acc: 0.7747\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4850 - acc: 0.7757\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4894 - acc: 0.7721\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4868 - acc: 0.7728\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4886 - acc: 0.7726\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4859 - acc: 0.7748\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4866 - acc: 0.7735\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4897 - acc: 0.7696\n", + " 0.8483720559762762\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4986 - acc: 0.7658\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4972 - acc: 0.7684\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.5046 - acc: 0.7567\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4969 - acc: 0.7684\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4976 - acc: 0.7654\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4989 - acc: 0.7638\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4977 - acc: 0.7667\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5013 - acc: 0.7671\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4947 - acc: 0.7692\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4957 - acc: 0.7684\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4959 - acc: 0.7711\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4933 - acc: 0.7700\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4938 - acc: 0.7688\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4963 - acc: 0.7676\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4911 - acc: 0.7710\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4942 - acc: 0.7677\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4983 - acc: 0.7670\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4943 - acc: 0.7699\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4927 - acc: 0.7714\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4950 - acc: 0.7656\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4926 - acc: 0.7700\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.5056 - acc: 0.7586\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4899 - acc: 0.7724\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4904 - acc: 0.7703\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4936 - acc: 0.7714\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4974 - acc: 0.7654\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4932 - acc: 0.7680\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4885 - acc: 0.7732\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4914 - acc: 0.7695\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4892 - acc: 0.7724\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4920 - acc: 0.7689\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4851 - acc: 0.7759\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4915 - acc: 0.7737\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4914 - acc: 0.7715\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4897 - acc: 0.7750\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4872 - acc: 0.7699\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4880 - acc: 0.7735\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4913 - acc: 0.7674\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4883 - acc: 0.7706\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4844 - acc: 0.7753\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4844 - acc: 0.7765\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4885 - acc: 0.7725\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4861 - acc: 0.7754\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4883 - acc: 0.7754\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4830 - acc: 0.7759\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4851 - acc: 0.7751\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4848 - acc: 0.7799\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4903 - acc: 0.7691\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4895 - acc: 0.7744\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4824 - acc: 0.7740\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.5000 - acc: 0.7640\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4985 - acc: 0.7644\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5009 - acc: 0.7618\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4974 - acc: 0.7614\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4978 - acc: 0.7676\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4960 - acc: 0.7700\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4959 - acc: 0.7687\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4963 - acc: 0.7665\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4982 - acc: 0.7663\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4940 - acc: 0.7693\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4959 - acc: 0.7693\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4991 - acc: 0.7656\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4939 - acc: 0.7702\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4903 - acc: 0.7700\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4907 - acc: 0.7726\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4954 - acc: 0.7721\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4946 - acc: 0.7678\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4935 - acc: 0.7721\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4975 - acc: 0.7689\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4929 - acc: 0.7711\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4959 - acc: 0.7651\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4877 - acc: 0.7740\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4887 - acc: 0.7747\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4905 - acc: 0.7684\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4902 - acc: 0.7698\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4857 - acc: 0.7764\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4905 - acc: 0.7704\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4897 - acc: 0.7703\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4910 - acc: 0.7706\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4867 - acc: 0.7758\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4857 - acc: 0.7770\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4861 - acc: 0.7750\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4851 - acc: 0.7780\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4921 - acc: 0.7692\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4887 - acc: 0.7757\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4860 - acc: 0.7787\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4921 - acc: 0.7713\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4899 - acc: 0.7718\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4880 - acc: 0.7724\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4848 - acc: 0.7743\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4872 - acc: 0.7721\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4857 - acc: 0.7797\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4848 - acc: 0.7721\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4827 - acc: 0.7794\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4845 - acc: 0.7731\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4911 - acc: 0.7700\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4830 - acc: 0.7783\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4818 - acc: 0.7779\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4874 - acc: 0.7733\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4854 - acc: 0.7721\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5004 - acc: 0.7638\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5062 - acc: 0.7596\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4968 - acc: 0.7678\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5012 - acc: 0.7637\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4960 - acc: 0.7676\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4963 - acc: 0.7689\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.5030 - acc: 0.7590\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4953 - acc: 0.7702\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4965 - acc: 0.7665\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4925 - acc: 0.7702\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5004 - acc: 0.7618\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4994 - acc: 0.7656\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4983 - acc: 0.7671\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4950 - acc: 0.7667\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4976 - acc: 0.7699\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4955 - acc: 0.7713\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4936 - acc: 0.7693\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4948 - acc: 0.7682\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4930 - acc: 0.7746\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4977 - acc: 0.7637\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4913 - acc: 0.7743\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4926 - acc: 0.7685\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4896 - acc: 0.7720\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4908 - acc: 0.7736\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4904 - acc: 0.7742\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4916 - acc: 0.7682\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4882 - acc: 0.7755\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4883 - acc: 0.7706\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4896 - acc: 0.7724\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4861 - acc: 0.7757\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4881 - acc: 0.7748\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4898 - acc: 0.7713\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4856 - acc: 0.7757\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4899 - acc: 0.7699\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4876 - acc: 0.7751\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4862 - acc: 0.7740\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4923 - acc: 0.7717\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4851 - acc: 0.7729\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4872 - acc: 0.7751\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4912 - acc: 0.7709\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4927 - acc: 0.7736\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4861 - acc: 0.7743\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4855 - acc: 0.7753\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4865 - acc: 0.7777\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4861 - acc: 0.7726\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4840 - acc: 0.7787\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4850 - acc: 0.7742\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4843 - acc: 0.7732\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4842 - acc: 0.7775\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4827 - acc: 0.7794\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.5020 - acc: 0.7614\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.5024 - acc: 0.7625\n", + "Epoch 3/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4971 - acc: 0.7647\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5001 - acc: 0.7627\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4972 - acc: 0.7696\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4957 - acc: 0.7677\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4931 - acc: 0.7706\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5021 - acc: 0.7603\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4951 - acc: 0.7665\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4967 - acc: 0.7659\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4944 - acc: 0.7691\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4937 - acc: 0.7722\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4953 - acc: 0.7669\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4924 - acc: 0.7709\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4977 - acc: 0.7665\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4949 - acc: 0.7674\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4924 - acc: 0.7677\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4896 - acc: 0.7693\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4905 - acc: 0.7706\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4883 - acc: 0.7747\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4910 - acc: 0.7724\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4956 - acc: 0.7667\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4917 - acc: 0.7715\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4997 - acc: 0.7660\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4897 - acc: 0.7754\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4888 - acc: 0.7720\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4911 - acc: 0.7731\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4859 - acc: 0.7740\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4903 - acc: 0.7718\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4889 - acc: 0.7713\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4962 - acc: 0.7656\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4911 - acc: 0.7673\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4907 - acc: 0.7684\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4880 - acc: 0.7758\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4841 - acc: 0.7777\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4992 - acc: 0.7644\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4858 - acc: 0.7758\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4888 - acc: 0.7746\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4864 - acc: 0.7758\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4877 - acc: 0.7754\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4864 - acc: 0.7768\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4859 - acc: 0.7706\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4828 - acc: 0.7794\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4880 - acc: 0.7715\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4848 - acc: 0.7751\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4860 - acc: 0.7735\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4856 - acc: 0.7733\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4833 - acc: 0.7750\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4834 - acc: 0.7764\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4873 - acc: 0.7766\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4986 - acc: 0.7663\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4975 - acc: 0.7681\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5005 - acc: 0.7644\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5021 - acc: 0.7601\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4972 - acc: 0.7654\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4998 - acc: 0.7621\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4956 - acc: 0.7703\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4975 - acc: 0.7655\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4992 - acc: 0.7654\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4967 - acc: 0.7666\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4973 - acc: 0.7658\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4970 - acc: 0.7687\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4990 - acc: 0.7660\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4931 - acc: 0.7700\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4953 - acc: 0.7656\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4910 - acc: 0.7698\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4922 - acc: 0.7684\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4946 - acc: 0.7654\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4911 - acc: 0.7737\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4991 - acc: 0.7636\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4920 - acc: 0.7711\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4930 - acc: 0.7711\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4944 - acc: 0.7711\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4933 - acc: 0.7698\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4958 - acc: 0.7684\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4957 - acc: 0.7636\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4878 - acc: 0.7748\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4899 - acc: 0.7700\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4868 - acc: 0.7743\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4905 - acc: 0.7706\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4875 - acc: 0.7754\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4867 - acc: 0.7766\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4906 - acc: 0.7703\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4881 - acc: 0.7729\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4871 - acc: 0.7742\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4871 - acc: 0.7724\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4927 - acc: 0.7693\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4862 - acc: 0.7755\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4873 - acc: 0.7715\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4861 - acc: 0.7794\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4874 - acc: 0.7728\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4852 - acc: 0.7751\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4876 - acc: 0.7728\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4888 - acc: 0.7731\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4841 - acc: 0.7758\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4909 - acc: 0.7713\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4867 - acc: 0.7726\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4829 - acc: 0.7769\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4828 - acc: 0.7748\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4837 - acc: 0.7766\n", + " 0.8365224370757053\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4999 - acc: 0.7641\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4970 - acc: 0.7612\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4952 - acc: 0.7651\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5004 - acc: 0.7652\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4965 - acc: 0.7637\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4966 - acc: 0.7663\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4958 - acc: 0.7676\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4967 - acc: 0.7674\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4945 - acc: 0.7663\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4943 - acc: 0.7689\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4931 - acc: 0.7669\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5007 - acc: 0.7577\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4948 - acc: 0.7669\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4966 - acc: 0.7643\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4918 - acc: 0.7681\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4953 - acc: 0.7676\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4920 - acc: 0.7696\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4923 - acc: 0.7700\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4977 - acc: 0.7654\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4943 - acc: 0.7702\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4967 - acc: 0.7682\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4890 - acc: 0.7695\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4910 - acc: 0.7689\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4890 - acc: 0.7711\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4941 - acc: 0.7660\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4885 - acc: 0.7702\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4899 - acc: 0.7693\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4932 - acc: 0.7654\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4865 - acc: 0.7737\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4897 - acc: 0.7685\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4890 - acc: 0.7702\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4892 - acc: 0.7688\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4878 - acc: 0.7700\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4858 - acc: 0.7715\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4875 - acc: 0.7725\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4860 - acc: 0.7724\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4879 - acc: 0.7731\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4913 - acc: 0.7702\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4850 - acc: 0.7736\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4846 - acc: 0.7710\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4840 - acc: 0.7743\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4857 - acc: 0.7746\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4857 - acc: 0.7728\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4862 - acc: 0.7715\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4813 - acc: 0.7748\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4837 - acc: 0.7746\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4823 - acc: 0.7757\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4841 - acc: 0.7765\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4837 - acc: 0.7779\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4890 - acc: 0.7684\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4991 - acc: 0.7649\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5026 - acc: 0.7616\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4977 - acc: 0.7621\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4965 - acc: 0.7671\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5014 - acc: 0.7601\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4979 - acc: 0.7649\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4961 - acc: 0.7654\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4979 - acc: 0.7665\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4992 - acc: 0.7630\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4957 - acc: 0.7684\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4945 - acc: 0.7685\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4921 - acc: 0.7713\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4931 - acc: 0.7682\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4951 - acc: 0.7629\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4933 - acc: 0.7676\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4924 - acc: 0.7671\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4963 - acc: 0.7663\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4925 - acc: 0.7704\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4950 - acc: 0.7671\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4936 - acc: 0.7652\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4930 - acc: 0.7688\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4966 - acc: 0.7636\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4927 - acc: 0.7709\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4900 - acc: 0.7710\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4907 - acc: 0.7735\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4892 - acc: 0.7703\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4930 - acc: 0.7688\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4934 - acc: 0.7644\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4906 - acc: 0.7685\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4870 - acc: 0.7728\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4889 - acc: 0.7688\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4893 - acc: 0.7699\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4878 - acc: 0.7687\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4867 - acc: 0.7755\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4886 - acc: 0.7737\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4888 - acc: 0.7704\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4870 - acc: 0.7665\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4855 - acc: 0.7775\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4881 - acc: 0.7722\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4864 - acc: 0.7691\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4879 - acc: 0.7720\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4844 - acc: 0.7748\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4893 - acc: 0.7731\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4843 - acc: 0.7757\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4889 - acc: 0.7707\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4851 - acc: 0.7739\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4871 - acc: 0.7693\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4850 - acc: 0.7726\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4883 - acc: 0.7696\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4817 - acc: 0.7772\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4993 - acc: 0.7634\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.5032 - acc: 0.7596\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5000 - acc: 0.7627\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5008 - acc: 0.7600\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4969 - acc: 0.7671\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4934 - acc: 0.7669\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4970 - acc: 0.7625\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4980 - acc: 0.7652\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4959 - acc: 0.7656\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5032 - acc: 0.7577\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4923 - acc: 0.7709\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4946 - acc: 0.7648\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4959 - acc: 0.7644\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4950 - acc: 0.7659\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4907 - acc: 0.7706\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4990 - acc: 0.7636\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4977 - acc: 0.7616\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4915 - acc: 0.7718\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4957 - acc: 0.7648\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4892 - acc: 0.7673\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4915 - acc: 0.7720\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4903 - acc: 0.7689\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4903 - acc: 0.7711\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4952 - acc: 0.7689\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4942 - acc: 0.7673\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4880 - acc: 0.7722\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4886 - acc: 0.7689\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4869 - acc: 0.7726\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4882 - acc: 0.7707\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4922 - acc: 0.7693\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4903 - acc: 0.7695\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4865 - acc: 0.7739\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4880 - acc: 0.7684\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4877 - acc: 0.7706\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4863 - acc: 0.7742\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4858 - acc: 0.7795\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4901 - acc: 0.7700\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4855 - acc: 0.7753\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4892 - acc: 0.7698\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4833 - acc: 0.7735\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4877 - acc: 0.7715\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4886 - acc: 0.7654\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4873 - acc: 0.7714\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4852 - acc: 0.7742\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4844 - acc: 0.7737\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4829 - acc: 0.7747\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4881 - acc: 0.7722\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4845 - acc: 0.7742\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4895 - acc: 0.7682\n", + "Epoch 50/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4853 - acc: 0.7713\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5012 - acc: 0.7638\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5007 - acc: 0.7637\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4978 - acc: 0.7662\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5015 - acc: 0.7615\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5005 - acc: 0.7614\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4963 - acc: 0.7640\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4971 - acc: 0.7623\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4998 - acc: 0.7622\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4983 - acc: 0.7676\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4971 - acc: 0.7669\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4989 - acc: 0.7600\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4965 - acc: 0.7645\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4922 - acc: 0.7684\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4954 - acc: 0.7630\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4912 - acc: 0.7713\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4930 - acc: 0.7659\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4949 - acc: 0.7687\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4905 - acc: 0.7684\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4937 - acc: 0.7684\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4928 - acc: 0.7702\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4925 - acc: 0.7680\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4946 - acc: 0.7641\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4917 - acc: 0.7706\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4910 - acc: 0.7671\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4890 - acc: 0.7742\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4914 - acc: 0.7684\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4893 - acc: 0.7689\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4920 - acc: 0.7703\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4896 - acc: 0.7689\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4859 - acc: 0.7733\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4894 - acc: 0.7660\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4906 - acc: 0.7740\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4886 - acc: 0.7724\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4879 - acc: 0.7689\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4917 - acc: 0.7704\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4943 - acc: 0.7702\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4893 - acc: 0.7698\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4899 - acc: 0.7733\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4931 - acc: 0.7681\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4888 - acc: 0.7689\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4896 - acc: 0.7728\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4855 - acc: 0.7732\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4852 - acc: 0.7718\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4854 - acc: 0.7768\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4857 - acc: 0.7755\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4881 - acc: 0.7704\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4829 - acc: 0.7755\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4867 - acc: 0.7726\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4826 - acc: 0.7733\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4834 - acc: 0.7739\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4993 - acc: 0.7611\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4988 - acc: 0.7644\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4993 - acc: 0.7643\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5005 - acc: 0.7651\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.5030 - acc: 0.7578\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4965 - acc: 0.7665\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4957 - acc: 0.7658\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4981 - acc: 0.7678\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4969 - acc: 0.7665\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4965 - acc: 0.7671\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4929 - acc: 0.7682\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4941 - acc: 0.7695\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4951 - acc: 0.7662\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4924 - acc: 0.7693\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4962 - acc: 0.7647\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4950 - acc: 0.7662\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4959 - acc: 0.7662\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4924 - acc: 0.7696\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4934 - acc: 0.7654\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4929 - acc: 0.7693\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4930 - acc: 0.7680\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4928 - acc: 0.7667\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4922 - acc: 0.7699\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4984 - acc: 0.7632\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4925 - acc: 0.7702\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4883 - acc: 0.7721\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4898 - acc: 0.7696\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4907 - acc: 0.7687\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4897 - acc: 0.7662\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4886 - acc: 0.7744\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4906 - acc: 0.7693\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4917 - acc: 0.7715\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4896 - acc: 0.7660\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4913 - acc: 0.7671\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4893 - acc: 0.7707\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4902 - acc: 0.7703\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4875 - acc: 0.7751\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4874 - acc: 0.7736\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4862 - acc: 0.7713\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4857 - acc: 0.7715\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4891 - acc: 0.7710\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4860 - acc: 0.7740\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4864 - acc: 0.7707\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4849 - acc: 0.7724\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4841 - acc: 0.7755\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4831 - acc: 0.7773\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4860 - acc: 0.7744\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4868 - acc: 0.7750\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4826 - acc: 0.7753\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4837 - acc: 0.7726\n", + " 0.8435838051123693\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4971 - acc: 0.7643\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.5007 - acc: 0.7626\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4977 - acc: 0.7643\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4978 - acc: 0.7632\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5006 - acc: 0.7592\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5010 - acc: 0.7627\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4995 - acc: 0.7626\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4983 - acc: 0.7632\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4980 - acc: 0.7621\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.5009 - acc: 0.7590\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4944 - acc: 0.7682\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4986 - acc: 0.7636\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4977 - acc: 0.7633\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4956 - acc: 0.7633\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.5118 - acc: 0.7501\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4935 - acc: 0.7669\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4928 - acc: 0.7715\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4922 - acc: 0.7680\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4923 - acc: 0.7680\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4973 - acc: 0.7648\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4886 - acc: 0.7726\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4895 - acc: 0.7696\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4911 - acc: 0.7693\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4895 - acc: 0.7721\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4900 - acc: 0.7706\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4910 - acc: 0.7713\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4893 - acc: 0.7677\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4943 - acc: 0.7684\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4894 - acc: 0.7693\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4876 - acc: 0.7710\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4958 - acc: 0.7634\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4876 - acc: 0.7758\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4856 - acc: 0.7748\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4855 - acc: 0.7755\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4863 - acc: 0.7714\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4859 - acc: 0.7695\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4875 - acc: 0.7748\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4891 - acc: 0.7670\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4870 - acc: 0.7764\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4885 - acc: 0.7707\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4867 - acc: 0.7702\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4875 - acc: 0.7718\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4861 - acc: 0.7725\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4866 - acc: 0.7717\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4855 - acc: 0.7765\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4851 - acc: 0.7753\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4866 - acc: 0.7750\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4838 - acc: 0.7755\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4859 - acc: 0.7733\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4834 - acc: 0.7773\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5014 - acc: 0.7582\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4985 - acc: 0.7645\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5071 - acc: 0.7542\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5072 - acc: 0.7537\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5040 - acc: 0.7545\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4997 - acc: 0.7604\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4953 - acc: 0.7671\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4957 - acc: 0.7637\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4952 - acc: 0.7649\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5026 - acc: 0.7611\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4967 - acc: 0.7689\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 14us/step - loss: 0.4962 - acc: 0.7670\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4975 - acc: 0.7629\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4978 - acc: 0.7634\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4952 - acc: 0.7666\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4954 - acc: 0.7682\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4962 - acc: 0.7669\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4938 - acc: 0.7695\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4962 - acc: 0.7627\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4943 - acc: 0.7659\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4993 - acc: 0.7603\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4906 - acc: 0.7746\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4931 - acc: 0.7644\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4988 - acc: 0.7677\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4908 - acc: 0.7692\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4884 - acc: 0.7725\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4881 - acc: 0.7707\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4950 - acc: 0.7637\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4934 - acc: 0.7692\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4933 - acc: 0.7659\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4889 - acc: 0.7724\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4937 - acc: 0.7660\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4870 - acc: 0.7755\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4865 - acc: 0.7729\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4876 - acc: 0.7737\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4905 - acc: 0.7665\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4937 - acc: 0.7663\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4906 - acc: 0.7651\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4857 - acc: 0.7728\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4833 - acc: 0.7755\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4873 - acc: 0.7711\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4876 - acc: 0.7728\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4831 - acc: 0.7758\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4903 - acc: 0.7682\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4850 - acc: 0.7748\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4826 - acc: 0.7754\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4831 - acc: 0.7777\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4850 - acc: 0.7740\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4857 - acc: 0.7702\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4840 - acc: 0.7779\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4975 - acc: 0.7677\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4993 - acc: 0.7626\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5003 - acc: 0.7618\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4996 - acc: 0.7633\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4983 - acc: 0.7671\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4971 - acc: 0.7649\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4986 - acc: 0.7660\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4963 - acc: 0.7680\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4953 - acc: 0.7674\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4948 - acc: 0.7682\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4972 - acc: 0.7670\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4949 - acc: 0.7689\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4966 - acc: 0.7682\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4948 - acc: 0.7669\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.5044 - acc: 0.7595\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4995 - acc: 0.7638\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4966 - acc: 0.7644\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4930 - acc: 0.7685\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4939 - acc: 0.7634\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4903 - acc: 0.7693\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4910 - acc: 0.7713\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4959 - acc: 0.7660\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4916 - acc: 0.7678\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5020 - acc: 0.7636\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4935 - acc: 0.7699\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4930 - acc: 0.7670\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4897 - acc: 0.7689\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4924 - acc: 0.7663\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4956 - acc: 0.7654\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4917 - acc: 0.7684\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4910 - acc: 0.7656\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4889 - acc: 0.7733\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4881 - acc: 0.7706\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4865 - acc: 0.7739\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4882 - acc: 0.7688\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4892 - acc: 0.7703\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4877 - acc: 0.7754\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4877 - acc: 0.7714\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4876 - acc: 0.7714\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4848 - acc: 0.7751\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4876 - acc: 0.7715\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4846 - acc: 0.7761\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4868 - acc: 0.7750\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4879 - acc: 0.7736\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4890 - acc: 0.7713\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4849 - acc: 0.7732\n", + "Epoch 47/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4863 - acc: 0.7718\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4872 - acc: 0.7715\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4918 - acc: 0.7696\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4867 - acc: 0.7713\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5014 - acc: 0.7611\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4977 - acc: 0.7641\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4984 - acc: 0.7641\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5008 - acc: 0.7636\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.5150 - acc: 0.7475\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5005 - acc: 0.7636\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4963 - acc: 0.7659\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4966 - acc: 0.7677\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4964 - acc: 0.7665\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4963 - acc: 0.7662\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4943 - acc: 0.7676\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4929 - acc: 0.7725\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4931 - acc: 0.7684\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4913 - acc: 0.7687\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5002 - acc: 0.7644\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4928 - acc: 0.7706\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4927 - acc: 0.7671\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4974 - acc: 0.7638\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4933 - acc: 0.7698\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4930 - acc: 0.7678\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4933 - acc: 0.7649\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4925 - acc: 0.7685\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4943 - acc: 0.7703\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4948 - acc: 0.7637\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4951 - acc: 0.7659\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4928 - acc: 0.7654\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4908 - acc: 0.7721\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4898 - acc: 0.7713\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4866 - acc: 0.7742\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4892 - acc: 0.7663\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4867 - acc: 0.7681\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4855 - acc: 0.7742\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4869 - acc: 0.7721\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4917 - acc: 0.7671\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4870 - acc: 0.7693\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4894 - acc: 0.7726\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4882 - acc: 0.7722\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4919 - acc: 0.7736\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4882 - acc: 0.7736\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4867 - acc: 0.7724\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4831 - acc: 0.7740\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4831 - acc: 0.7776\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4867 - acc: 0.7729\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4896 - acc: 0.7715\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4844 - acc: 0.7748\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4848 - acc: 0.7744\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4859 - acc: 0.7728\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4909 - acc: 0.7689\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4831 - acc: 0.7736\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4843 - acc: 0.7768\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4966 - acc: 0.7648\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4986 - acc: 0.7652\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4952 - acc: 0.7685\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4977 - acc: 0.7622\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5002 - acc: 0.7638\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4980 - acc: 0.7634\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4985 - acc: 0.7614\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4969 - acc: 0.7623\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4951 - acc: 0.7695\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4954 - acc: 0.7685\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4928 - acc: 0.7677\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4974 - acc: 0.7663\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4937 - acc: 0.7667\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4955 - acc: 0.7691\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4963 - acc: 0.7658\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4926 - acc: 0.7680\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4934 - acc: 0.7682\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4935 - acc: 0.7722\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4981 - acc: 0.7633\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4906 - acc: 0.7682\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4908 - acc: 0.7684\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4924 - acc: 0.7691\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4874 - acc: 0.7710\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4889 - acc: 0.7688\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4890 - acc: 0.7733\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4891 - acc: 0.7769\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4933 - acc: 0.7687\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4887 - acc: 0.7700\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4910 - acc: 0.7684\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4878 - acc: 0.7764\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4896 - acc: 0.7693\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4895 - acc: 0.7739\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4858 - acc: 0.7736\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4863 - acc: 0.7726\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4894 - acc: 0.7685\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4856 - acc: 0.7742\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4871 - acc: 0.7721\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4898 - acc: 0.7742\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4904 - acc: 0.7721\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4853 - acc: 0.7717\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4847 - acc: 0.7750\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4864 - acc: 0.7739\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4837 - acc: 0.7729\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4877 - acc: 0.7678\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4851 - acc: 0.7728\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4891 - acc: 0.7660\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4838 - acc: 0.7757\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4852 - acc: 0.7739\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4820 - acc: 0.7769\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4874 - acc: 0.7703\n", + " 0.8457772712790727\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4991 - acc: 0.7636\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5010 - acc: 0.7626\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.5005 - acc: 0.7612\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4969 - acc: 0.7676\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4977 - acc: 0.7614\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.5029 - acc: 0.7615\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4996 - acc: 0.7604\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4974 - acc: 0.7641\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4961 - acc: 0.7671\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4984 - acc: 0.7651\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4964 - acc: 0.7674\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4948 - acc: 0.7691\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4963 - acc: 0.7637\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5000 - acc: 0.7595\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4930 - acc: 0.7676\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4933 - acc: 0.7677\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5004 - acc: 0.7616\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4942 - acc: 0.7663\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 15us/step - loss: 0.4910 - acc: 0.7724\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 13us/step - loss: 0.4921 - acc: 0.7689\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 16us/step - loss: 0.4935 - acc: 0.7673\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 16us/step - loss: 0.4894 - acc: 0.7703\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 14us/step - loss: 0.4905 - acc: 0.7733\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4906 - acc: 0.7685\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4902 - acc: 0.7699\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4892 - acc: 0.7721\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4882 - acc: 0.7722\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4939 - acc: 0.7638\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4902 - acc: 0.7663\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4910 - acc: 0.7739\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4887 - acc: 0.7722\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4908 - acc: 0.7698\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4897 - acc: 0.7692\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4880 - acc: 0.7724\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4884 - acc: 0.7725\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4891 - acc: 0.7692\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4937 - acc: 0.7671\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4868 - acc: 0.7720\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4858 - acc: 0.7762\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4874 - acc: 0.7706\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4894 - acc: 0.7707\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4872 - acc: 0.7729\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4865 - acc: 0.7747\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4874 - acc: 0.7747\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4924 - acc: 0.7669\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4894 - acc: 0.7700\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4853 - acc: 0.7731\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4834 - acc: 0.7735\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4834 - acc: 0.7750\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4841 - acc: 0.7735\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4987 - acc: 0.7658\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4978 - acc: 0.7634\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4992 - acc: 0.7641\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5027 - acc: 0.7615\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4994 - acc: 0.7660\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4969 - acc: 0.7669\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4967 - acc: 0.7647\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4988 - acc: 0.7641\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5040 - acc: 0.7621\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4972 - acc: 0.7629\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4948 - acc: 0.7665\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4942 - acc: 0.7689\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4945 - acc: 0.7655\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4989 - acc: 0.7640\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4934 - acc: 0.7643\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4964 - acc: 0.7658\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4931 - acc: 0.7669\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4960 - acc: 0.7638\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4935 - acc: 0.7611\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4912 - acc: 0.7680\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4913 - acc: 0.7688\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4910 - acc: 0.7684\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4948 - acc: 0.7674\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4980 - acc: 0.7640\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4940 - acc: 0.7674\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4919 - acc: 0.7692\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4967 - acc: 0.7673\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4881 - acc: 0.7709\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4905 - acc: 0.7678\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4894 - acc: 0.7700\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4899 - acc: 0.7717\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4940 - acc: 0.7682\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4872 - acc: 0.7737\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4872 - acc: 0.7717\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4884 - acc: 0.7698\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4874 - acc: 0.7740\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4899 - acc: 0.7678\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4871 - acc: 0.7724\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4891 - acc: 0.7684\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4882 - acc: 0.7713\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4843 - acc: 0.7740\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4892 - acc: 0.7695\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4889 - acc: 0.7706\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4886 - acc: 0.7728\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4850 - acc: 0.7680\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4834 - acc: 0.7737\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4864 - acc: 0.7724\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4856 - acc: 0.7725\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4836 - acc: 0.7744\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4838 - acc: 0.7722\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.5001 - acc: 0.7623\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4990 - acc: 0.7655\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5001 - acc: 0.7630\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4981 - acc: 0.7610\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4963 - acc: 0.7654\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4989 - acc: 0.7605\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4971 - acc: 0.7648\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4967 - acc: 0.7655\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4957 - acc: 0.7687\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5019 - acc: 0.7599\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4950 - acc: 0.7685\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4962 - acc: 0.7673\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4926 - acc: 0.7669\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4982 - acc: 0.7644\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4928 - acc: 0.7667\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4958 - acc: 0.7660\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4950 - acc: 0.7695\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4979 - acc: 0.7603\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4942 - acc: 0.7660\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4933 - acc: 0.7670\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4937 - acc: 0.7658\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4900 - acc: 0.7709\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4917 - acc: 0.7733\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4885 - acc: 0.7714\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4920 - acc: 0.7702\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4912 - acc: 0.7681\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4903 - acc: 0.7689\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4913 - acc: 0.7665\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4888 - acc: 0.7722\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4862 - acc: 0.7725\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4870 - acc: 0.7742\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4868 - acc: 0.7753\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4856 - acc: 0.7764\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4864 - acc: 0.7724\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4849 - acc: 0.7687\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4874 - acc: 0.7704\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4868 - acc: 0.7704\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4854 - acc: 0.7711\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4847 - acc: 0.7736\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4888 - acc: 0.7711\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4850 - acc: 0.7740\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4878 - acc: 0.7729\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4871 - acc: 0.7702\n", + "Epoch 44/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4858 - acc: 0.7728\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4847 - acc: 0.7725\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4851 - acc: 0.7754\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4856 - acc: 0.7737\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4838 - acc: 0.7764\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4844 - acc: 0.7743\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4877 - acc: 0.7728\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5027 - acc: 0.7614\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5003 - acc: 0.7595\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5020 - acc: 0.7629\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4972 - acc: 0.7645\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5019 - acc: 0.7621\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4968 - acc: 0.7665\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5027 - acc: 0.7577\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4959 - acc: 0.7669\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4937 - acc: 0.7678\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4945 - acc: 0.7666\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4954 - acc: 0.7649\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4966 - acc: 0.7637\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4959 - acc: 0.7666\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4987 - acc: 0.7703\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4969 - acc: 0.7625\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4922 - acc: 0.7673\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4945 - acc: 0.7638\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5016 - acc: 0.7652\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4919 - acc: 0.7687\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4901 - acc: 0.7673\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4922 - acc: 0.7722\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4920 - acc: 0.7670\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4896 - acc: 0.7724\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4906 - acc: 0.7747\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4900 - acc: 0.7742\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 14us/step - loss: 0.4930 - acc: 0.7733\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4895 - acc: 0.7706\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4879 - acc: 0.7696\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4877 - acc: 0.7710\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4894 - acc: 0.7714\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4891 - acc: 0.7703\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4893 - acc: 0.7693\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4900 - acc: 0.7707\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 13us/step - loss: 0.4943 - acc: 0.7680\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4881 - acc: 0.7711\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4915 - acc: 0.7692\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4860 - acc: 0.7654\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4914 - acc: 0.7677\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4872 - acc: 0.7736\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4867 - acc: 0.7718\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4859 - acc: 0.7715\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4908 - acc: 0.7680\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4883 - acc: 0.7732\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4843 - acc: 0.7750\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4837 - acc: 0.7748\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4886 - acc: 0.7685\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4828 - acc: 0.7753\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4866 - acc: 0.7724\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4844 - acc: 0.7746\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4839 - acc: 0.7755\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5016 - acc: 0.7605\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4995 - acc: 0.7654\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4986 - acc: 0.7658\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5024 - acc: 0.7638\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5021 - acc: 0.7623\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.5073 - acc: 0.7556\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.5033 - acc: 0.7621\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4976 - acc: 0.7649\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5055 - acc: 0.7582\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4980 - acc: 0.7637\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4933 - acc: 0.7644\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4953 - acc: 0.7633\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4977 - acc: 0.7663\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4962 - acc: 0.7677\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4946 - acc: 0.7660\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4949 - acc: 0.7662\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4914 - acc: 0.7695\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4950 - acc: 0.7659\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4937 - acc: 0.7692\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4972 - acc: 0.7676\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4935 - acc: 0.7663\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4901 - acc: 0.7751\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4889 - acc: 0.7687\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5050 - acc: 0.7564\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4929 - acc: 0.7674\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4900 - acc: 0.7691\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4898 - acc: 0.7717\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4901 - acc: 0.7665\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4872 - acc: 0.7718\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4936 - acc: 0.7644\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4931 - acc: 0.7673\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4906 - acc: 0.7703\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4900 - acc: 0.7673\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4881 - acc: 0.7704\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4894 - acc: 0.7718\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4931 - acc: 0.7643\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4863 - acc: 0.7718\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4872 - acc: 0.7709\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4933 - acc: 0.7696\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4867 - acc: 0.7729\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4880 - acc: 0.7718\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4865 - acc: 0.7659\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4857 - acc: 0.7747\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4864 - acc: 0.7746\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4841 - acc: 0.7728\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4870 - acc: 0.7700\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4890 - acc: 0.7685\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4838 - acc: 0.7714\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4847 - acc: 0.7717\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4874 - acc: 0.7702\n", + " 0.8442026321594002\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4988 - acc: 0.7645\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4985 - acc: 0.7658\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4959 - acc: 0.7632\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4982 - acc: 0.7658\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4976 - acc: 0.7666\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4947 - acc: 0.7671\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4922 - acc: 0.7709\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4942 - acc: 0.7647\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4925 - acc: 0.7691\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4950 - acc: 0.7674\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4904 - acc: 0.7704\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4914 - acc: 0.7713\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5002 - acc: 0.7608\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4935 - acc: 0.7630\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4919 - acc: 0.7696\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4896 - acc: 0.7709\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4921 - acc: 0.7699\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4920 - acc: 0.7691\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4883 - acc: 0.7731\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4871 - acc: 0.7743\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4905 - acc: 0.7678\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4911 - acc: 0.7671\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4935 - acc: 0.7693\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4915 - acc: 0.7688\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4882 - acc: 0.7729\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4884 - acc: 0.7717\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4872 - acc: 0.7733\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4924 - acc: 0.7685\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4895 - acc: 0.7703\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4884 - acc: 0.7743\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4855 - acc: 0.7725\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4914 - acc: 0.7691\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4854 - acc: 0.7725\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4859 - acc: 0.7715\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4871 - acc: 0.7735\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4862 - acc: 0.7726\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4836 - acc: 0.7742\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4880 - acc: 0.7700\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4883 - acc: 0.7720\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4817 - acc: 0.7769\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4842 - acc: 0.7739\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4834 - acc: 0.7772\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4840 - acc: 0.7753\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4814 - acc: 0.7791\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4881 - acc: 0.7691\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4864 - acc: 0.7721\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4813 - acc: 0.7755\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4818 - acc: 0.7755\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4827 - acc: 0.7777\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4830 - acc: 0.7757\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4982 - acc: 0.7634\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4992 - acc: 0.7658\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4989 - acc: 0.7651\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4948 - acc: 0.7689\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4967 - acc: 0.7636\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4989 - acc: 0.7629\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4973 - acc: 0.7678\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4958 - acc: 0.7625\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4908 - acc: 0.7706\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4919 - acc: 0.7696\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4898 - acc: 0.7695\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4886 - acc: 0.7731\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4915 - acc: 0.7703\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4897 - acc: 0.7691\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4928 - acc: 0.7669\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5011 - acc: 0.7622\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4902 - acc: 0.7698\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4901 - acc: 0.7714\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4922 - acc: 0.7691\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4906 - acc: 0.7695\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4927 - acc: 0.7662\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4866 - acc: 0.7684\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4881 - acc: 0.7702\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4891 - acc: 0.7706\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4875 - acc: 0.7746\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4889 - acc: 0.7736\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4875 - acc: 0.7706\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4857 - acc: 0.7688\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4867 - acc: 0.7711\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4839 - acc: 0.7753\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4880 - acc: 0.7759\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4832 - acc: 0.7746\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4859 - acc: 0.7710\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4862 - acc: 0.7725\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4864 - acc: 0.7731\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4838 - acc: 0.7754\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4892 - acc: 0.7747\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4826 - acc: 0.7758\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4816 - acc: 0.7762\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4836 - acc: 0.7729\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4838 - acc: 0.7765\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4851 - acc: 0.7742\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4813 - acc: 0.7762\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4837 - acc: 0.7720\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4853 - acc: 0.7725\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4839 - acc: 0.7721\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4844 - acc: 0.7746\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4801 - acc: 0.7790\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4849 - acc: 0.7704\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4776 - acc: 0.7780\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4966 - acc: 0.7671\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4959 - acc: 0.7678\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4949 - acc: 0.7638\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4929 - acc: 0.7693\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4964 - acc: 0.7659\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4925 - acc: 0.7689\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4959 - acc: 0.7652\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4908 - acc: 0.7699\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4941 - acc: 0.7641\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4925 - acc: 0.7698\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4942 - acc: 0.7676\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4905 - acc: 0.7699\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4924 - acc: 0.7699\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4918 - acc: 0.7677\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4946 - acc: 0.7674\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4905 - acc: 0.7704\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4902 - acc: 0.7711\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4918 - acc: 0.7647\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4932 - acc: 0.7713\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4867 - acc: 0.7709\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4911 - acc: 0.7691\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4896 - acc: 0.7726\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4892 - acc: 0.7711\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4865 - acc: 0.7735\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4870 - acc: 0.7722\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4893 - acc: 0.7739\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4891 - acc: 0.7693\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4911 - acc: 0.7707\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4875 - acc: 0.7726\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4871 - acc: 0.7680\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4857 - acc: 0.7728\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4861 - acc: 0.7713\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4873 - acc: 0.7721\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4903 - acc: 0.7704\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4854 - acc: 0.7721\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4848 - acc: 0.7758\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4848 - acc: 0.7750\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4809 - acc: 0.7772\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4834 - acc: 0.7732\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4912 - acc: 0.7673\n", + "Epoch 41/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4832 - acc: 0.7783\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4842 - acc: 0.7744\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4913 - acc: 0.7637\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4837 - acc: 0.7753\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4817 - acc: 0.7770\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4803 - acc: 0.7772\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4826 - acc: 0.7788\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4832 - acc: 0.7759\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4802 - acc: 0.7773\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4809 - acc: 0.7802\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4966 - acc: 0.7660\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5006 - acc: 0.7619\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5014 - acc: 0.7627\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4969 - acc: 0.7643\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4948 - acc: 0.7677\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4920 - acc: 0.7676\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4958 - acc: 0.7656\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4944 - acc: 0.7691\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 13us/step - loss: 0.4965 - acc: 0.7626\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4980 - acc: 0.7654\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4932 - acc: 0.7658\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4947 - acc: 0.7656\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4919 - acc: 0.7710\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4910 - acc: 0.7656\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4897 - acc: 0.7676\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4910 - acc: 0.7687\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4909 - acc: 0.7726\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4917 - acc: 0.7702\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4909 - acc: 0.7658\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4893 - acc: 0.7714\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4897 - acc: 0.7692\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4877 - acc: 0.7732\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4913 - acc: 0.7703\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4897 - acc: 0.7737\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4923 - acc: 0.7692\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4968 - acc: 0.7625\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4912 - acc: 0.7691\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4834 - acc: 0.7742\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4898 - acc: 0.7700\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4877 - acc: 0.7691\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4852 - acc: 0.7714\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4844 - acc: 0.7751\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4889 - acc: 0.7698\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4838 - acc: 0.7742\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4862 - acc: 0.7758\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4843 - acc: 0.7740\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4852 - acc: 0.7757\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4827 - acc: 0.7747\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4812 - acc: 0.7788\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4815 - acc: 0.7777\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4837 - acc: 0.7766\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4888 - acc: 0.7736\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4822 - acc: 0.7781\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4846 - acc: 0.7788\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4836 - acc: 0.7731\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4818 - acc: 0.7757\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4839 - acc: 0.7726\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4809 - acc: 0.7791\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4797 - acc: 0.7806\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4818 - acc: 0.7776\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4966 - acc: 0.7623\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4995 - acc: 0.7652\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4933 - acc: 0.7715\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4980 - acc: 0.7658\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4961 - acc: 0.7610\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4952 - acc: 0.7656\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4965 - acc: 0.7640\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4959 - acc: 0.7669\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4931 - acc: 0.7656\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4904 - acc: 0.7709\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4940 - acc: 0.7663\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4918 - acc: 0.7704\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4945 - acc: 0.7673\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4948 - acc: 0.7667\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4923 - acc: 0.7660\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4938 - acc: 0.7682\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4932 - acc: 0.7681\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4881 - acc: 0.7743\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4910 - acc: 0.7731\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4911 - acc: 0.7700\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4901 - acc: 0.7754\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4887 - acc: 0.7699\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4878 - acc: 0.7698\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4913 - acc: 0.7695\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4858 - acc: 0.7736\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4858 - acc: 0.7753\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4860 - acc: 0.7732\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4863 - acc: 0.7750\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4918 - acc: 0.7677\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4892 - acc: 0.7736\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4904 - acc: 0.7663\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4851 - acc: 0.7713\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4881 - acc: 0.7714\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4831 - acc: 0.7737\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4835 - acc: 0.7780\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4832 - acc: 0.7751\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4941 - acc: 0.7685\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4839 - acc: 0.7769\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4866 - acc: 0.7765\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4853 - acc: 0.7729\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4801 - acc: 0.7769\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4845 - acc: 0.7759\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4844 - acc: 0.7722\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4818 - acc: 0.7751\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4850 - acc: 0.7748\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4814 - acc: 0.7750\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4828 - acc: 0.7766\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4842 - acc: 0.7765\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4821 - acc: 0.7773\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4785 - acc: 0.7792\n", + " 0.8222526529912015\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5017 - acc: 0.7632\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5019 - acc: 0.7585\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.5037 - acc: 0.7612\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4957 - acc: 0.7665\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4964 - acc: 0.7666\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4949 - acc: 0.7651\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4938 - acc: 0.7656\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4945 - acc: 0.7655\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4927 - acc: 0.7707\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4914 - acc: 0.7670\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4914 - acc: 0.7688\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4960 - acc: 0.7597\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4926 - acc: 0.7663\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4929 - acc: 0.7702\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4912 - acc: 0.7702\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4902 - acc: 0.7702\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4910 - acc: 0.7693\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4959 - acc: 0.7651\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4921 - acc: 0.7699\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4911 - acc: 0.7663\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4951 - acc: 0.7670\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4923 - acc: 0.7702\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4907 - acc: 0.7703\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4863 - acc: 0.7711\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4865 - acc: 0.7698\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4925 - acc: 0.7698\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4874 - acc: 0.7700\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4893 - acc: 0.7703\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4852 - acc: 0.7757\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4881 - acc: 0.7695\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4850 - acc: 0.7748\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4850 - acc: 0.7714\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4900 - acc: 0.7707\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4854 - acc: 0.7766\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4898 - acc: 0.7695\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4850 - acc: 0.7759\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4848 - acc: 0.7753\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4836 - acc: 0.7744\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4872 - acc: 0.7709\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4884 - acc: 0.7702\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4825 - acc: 0.7758\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4861 - acc: 0.7715\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4855 - acc: 0.7733\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4822 - acc: 0.7770\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4857 - acc: 0.7736\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4830 - acc: 0.7769\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4896 - acc: 0.7703\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4824 - acc: 0.7735\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4819 - acc: 0.7772\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4794 - acc: 0.7784\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.5017 - acc: 0.7600\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4968 - acc: 0.7684\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4967 - acc: 0.7667\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4992 - acc: 0.7629\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4979 - acc: 0.7656\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4950 - acc: 0.7689\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4938 - acc: 0.7684\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4950 - acc: 0.7655\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4922 - acc: 0.7684\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.5012 - acc: 0.7566\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4974 - acc: 0.7590\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4993 - acc: 0.7607\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4977 - acc: 0.7658\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4922 - acc: 0.7713\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4920 - acc: 0.7669\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4942 - acc: 0.7682\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4915 - acc: 0.7710\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4887 - acc: 0.7677\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4898 - acc: 0.7711\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4904 - acc: 0.7667\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4996 - acc: 0.7571\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4920 - acc: 0.7688\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4884 - acc: 0.7737\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4900 - acc: 0.7682\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4881 - acc: 0.7707\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4881 - acc: 0.7732\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4845 - acc: 0.7709\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4895 - acc: 0.7703\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4854 - acc: 0.7728\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4861 - acc: 0.7728\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4862 - acc: 0.7744\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4899 - acc: 0.7666\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4840 - acc: 0.7750\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4854 - acc: 0.7731\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4851 - acc: 0.7729\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4875 - acc: 0.7695\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4840 - acc: 0.7780\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4844 - acc: 0.7765\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4839 - acc: 0.7729\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4830 - acc: 0.7769\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4882 - acc: 0.7736\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4876 - acc: 0.7739\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4840 - acc: 0.7757\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4849 - acc: 0.7814\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4830 - acc: 0.7744\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4811 - acc: 0.7754\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4830 - acc: 0.7783\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4828 - acc: 0.7765\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4823 - acc: 0.7775\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4812 - acc: 0.7762\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.5041 - acc: 0.7593\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4968 - acc: 0.7667\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4963 - acc: 0.7651\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4978 - acc: 0.7619\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4958 - acc: 0.7644\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4946 - acc: 0.7648\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4998 - acc: 0.7622\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4926 - acc: 0.7673\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4936 - acc: 0.7671\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4939 - acc: 0.7663\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4894 - acc: 0.7696\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4925 - acc: 0.7651\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4952 - acc: 0.7637\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4913 - acc: 0.7670\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4967 - acc: 0.7667\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4883 - acc: 0.7704\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4910 - acc: 0.7670\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4924 - acc: 0.7692\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4917 - acc: 0.7663\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4893 - acc: 0.7720\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4871 - acc: 0.7707\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4902 - acc: 0.7695\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4903 - acc: 0.7670\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4898 - acc: 0.7688\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4866 - acc: 0.7715\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4874 - acc: 0.7702\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4855 - acc: 0.7720\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4867 - acc: 0.7742\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4880 - acc: 0.7696\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4865 - acc: 0.7735\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4897 - acc: 0.7692\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4853 - acc: 0.7747\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4855 - acc: 0.7750\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4883 - acc: 0.7696\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4844 - acc: 0.7725\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4864 - acc: 0.7711\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4848 - acc: 0.7722\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4825 - acc: 0.7753\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4880 - acc: 0.7720\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4881 - acc: 0.7750\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4836 - acc: 0.7702\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4819 - acc: 0.7758\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4811 - acc: 0.7787\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4833 - acc: 0.7773\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4843 - acc: 0.7747\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4832 - acc: 0.7736\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4904 - acc: 0.7717\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4820 - acc: 0.7773\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4838 - acc: 0.7743\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4823 - acc: 0.7769\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4965 - acc: 0.7655\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4986 - acc: 0.7634\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4992 - acc: 0.7584\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5043 - acc: 0.7611\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4989 - acc: 0.7619\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4980 - acc: 0.7601\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4942 - acc: 0.7670\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4938 - acc: 0.7692\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4930 - acc: 0.7669\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4964 - acc: 0.7663\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4914 - acc: 0.7674\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4919 - acc: 0.7680\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4953 - acc: 0.7637\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4918 - acc: 0.7684\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4936 - acc: 0.7677\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4918 - acc: 0.7660\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4886 - acc: 0.7728\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4947 - acc: 0.7674\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4909 - acc: 0.7687\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4900 - acc: 0.7731\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4880 - acc: 0.7691\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4863 - acc: 0.7729\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4913 - acc: 0.7710\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4886 - acc: 0.7718\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4884 - acc: 0.7710\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4892 - acc: 0.7693\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4917 - acc: 0.7652\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4887 - acc: 0.7692\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4878 - acc: 0.7671\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4865 - acc: 0.7724\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4861 - acc: 0.7732\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4855 - acc: 0.7728\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4846 - acc: 0.7743\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4891 - acc: 0.7707\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4875 - acc: 0.7729\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4890 - acc: 0.7724\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4876 - acc: 0.7742\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4848 - acc: 0.7747\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4837 - acc: 0.7781\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4892 - acc: 0.7671\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4844 - acc: 0.7753\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4836 - acc: 0.7751\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4867 - acc: 0.7707\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4818 - acc: 0.7764\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4829 - acc: 0.7750\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4825 - acc: 0.7766\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4830 - acc: 0.7743\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4807 - acc: 0.7769\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4820 - acc: 0.7731\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4808 - acc: 0.7757\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4964 - acc: 0.7651\n", + "Epoch 2/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.5010 - acc: 0.7608\n", + "Epoch 3/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4945 - acc: 0.7692\n", + "Epoch 4/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4963 - acc: 0.7665\n", + "Epoch 5/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4941 - acc: 0.7667\n", + "Epoch 6/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4929 - acc: 0.7693\n", + "Epoch 7/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4943 - acc: 0.7667\n", + "Epoch 8/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4989 - acc: 0.7622\n", + "Epoch 9/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4958 - acc: 0.7629\n", + "Epoch 10/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4933 - acc: 0.7662\n", + "Epoch 11/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4963 - acc: 0.7629\n", + "Epoch 12/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4929 - acc: 0.7721\n", + "Epoch 13/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4932 - acc: 0.7676\n", + "Epoch 14/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4895 - acc: 0.7717\n", + "Epoch 15/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4881 - acc: 0.7724\n", + "Epoch 16/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4899 - acc: 0.7696\n", + "Epoch 17/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4945 - acc: 0.7660\n", + "Epoch 18/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4890 - acc: 0.7726\n", + "Epoch 19/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4891 - acc: 0.7707\n", + "Epoch 20/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4882 - acc: 0.7692\n", + "Epoch 21/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4890 - acc: 0.7722\n", + "Epoch 22/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4905 - acc: 0.7659\n", + "Epoch 23/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4924 - acc: 0.7693\n", + "Epoch 24/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4876 - acc: 0.7707\n", + "Epoch 25/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4897 - acc: 0.7725\n", + "Epoch 26/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4893 - acc: 0.7695\n", + "Epoch 27/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4877 - acc: 0.7722\n", + "Epoch 28/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4847 - acc: 0.7801\n", + "Epoch 29/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4896 - acc: 0.7714\n", + "Epoch 30/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4859 - acc: 0.7717\n", + "Epoch 31/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4879 - acc: 0.7750\n", + "Epoch 32/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4894 - acc: 0.7695\n", + "Epoch 33/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4881 - acc: 0.7710\n", + "Epoch 34/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4883 - acc: 0.7663\n", + "Epoch 35/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4870 - acc: 0.7754\n", + "Epoch 36/50\n", + "7275/7275 [==============================] - 0s 12us/step - loss: 0.4858 - acc: 0.7724\n", + "Epoch 37/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4843 - acc: 0.7744\n", + "Epoch 38/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4854 - acc: 0.7748\n", + "Epoch 39/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4906 - acc: 0.7684\n", + "Epoch 40/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4837 - acc: 0.7742\n", + "Epoch 41/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4824 - acc: 0.7764\n", + "Epoch 42/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4857 - acc: 0.7711\n", + "Epoch 43/50\n", + "7275/7275 [==============================] - 0s 10us/step - loss: 0.4851 - acc: 0.7743\n", + "Epoch 44/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4820 - acc: 0.7748\n", + "Epoch 45/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4840 - acc: 0.7769\n", + "Epoch 46/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4797 - acc: 0.7786\n", + "Epoch 47/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4829 - acc: 0.7759\n", + "Epoch 48/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4823 - acc: 0.7802\n", + "Epoch 49/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4825 - acc: 0.7761\n", + "Epoch 50/50\n", + "7275/7275 [==============================] - 0s 11us/step - loss: 0.4786 - acc: 0.7802\n", + " 0.82888513099527\n" + ] + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEWCAYAAACJ0YulAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAIABJREFUeJzsnXecFdXd/9/fuWXv3V5oCyydFellFbAAIqJB0ahPxBJLYnliw6ixPdFIEqPGGDXELpaICv40UUyUKCKIYKUssPS2yzZg2WX7bTNzfn/M7OVuARYBF3Der9e87p2ZM2fOOTNzvqd+jiilcHBwcHBwANDaOgAODg4ODkcPjlFwcHBwcIjiGAUHBwcHhyiOUXBwcHBwiOIYBQcHBweHKI5RcHBwcHCI4hiF4wARuUJEPmnrcLQ1ItJNRGpFxPUD3rOHiCgRcf9Q9zySiMgaERn3Pa47bt9BERknIkVtHY4fCscoHGZEJF9EAnbmtENEXhORxCN5T6XUm0qpiUfyHkcjdlpPaNhXSm1XSiUqpYy2DFdbYRunPofih1JqgFJq4QHu08wQ/ljfweMRxygcGSYrpRKBocAw4L42Ds/3oi1Lv8dLyftgcNLb4WjAMQpHEKXUDuBjLOMAgIjEicjjIrJdRHaKyPMi4o85f4GI5IpItYhsEZFz7OMpIvKyiJSKSLGIPNTQTCIi14jIYvv/8yLyeGw4RGSOiNxh/+8sIv8UkTIR2SYiU2PcTRORd0XkDRGpBq5pGic7HK/b1xeIyP0iosWEY4mI/F1EqkRkvYic2eTa/cVhiYg8KSIVwDQR6S0in4lIuYjsFpE3RSTVdj8T6Ab8266V3d20BCsiC0Xkj7a/NSLyiYi0iwnPVXYcykXkgaY1jybx9ovIX233VSKyOPa5AVfYz3S3iPw25rqTReQrEam04/20iHhjzisRuVlENgGb7GN/E5FC+x1YJiKnx7h3icj/2e9GjX0+S0QW2U5W2ukxxXZ/nv0+VYrIlyIyOMavfBG5R0RWAXUi4o5NAzvsS+1w7BSRJ+xLG+5Vad9rdOw7aF87QETmiUiFfe3/7SNd9/k92GH7OuZ53ihW85bP3n9HrNp4lYgsEpEBMf6+JiLPishcO4xLRKSTiDwlInvsd3NYk7S4T0TW2udfbbhPC2He5zd0XKCUcrbDuAH5wAT7f1dgNfC3mPNPAR8A6UAS8G/gEfvcyUAVcBaWwe4C9LPPvQ+8ACQAHYBvgf+1z10DLLb/jwEKAbH304AA0Nn2cxnwO8AL9AK2AmfbbqcBEeCntlt/C/F7HZhjh70HsBG4NiYcOnA74AGm2PFJb2UcdOBWwA34gT52WsQB7bEyo6daSmt7vwegALe9vxDYAmTb/i0EHrXP9QdqgdPstHjcjvuEfTzXZ+zruwAu4BQ7XA33fMm+xxAgBJxoXzcCGGXHqQewDvh1jL8KmIf1PvjtYz8HMuxr7gR2AD773F1Y79QJgNj3y4jxq0+M38OBXcBIO8xX22kWF5N+uUBWzL2jaQp8BVxp/08ERrWUzi28g0lAqR12n70/ch/pur/vQbOf+TSgL7AHGBZz7S/ta+Jsf3Jjzr0G7LbT3wd8BmwDrrLT4iFgQZN3Kc9Oi3RgCfCQfW4cUBQTpn1+Q8fD1uYBON42++WqBWrsD2c+kGqfE6AO6B3jfjSwzf7/AvBkC352xMpo/DHHLmt4qZt8kAJsB8bY+9cDn9n/RwLbm/h9H/Cq/X8asGg/cXPZ4egfc+x/gYUx4SjBNkj2sW+BK1sZh+37urft5qfAiiZpfSCjcH/M+ZuA/9r/fwfMijkXD4RpwSjYGUEAGNLCuYZ7dm0S50v3EYdfA+/F7Ctg/AHivafh3sAG4IJ9uGtqFJ4D/tjEzQZgbEz6/bKF97fBKCwCfg+020ec92UULot9TvuJ136/h5h7VWAZ0/v241eqHaYUe/814KWY87cC62L2BwGVTeL9q5j9ScAW+/849hqF/X5Dx8PmtCMeGX6qlPpURMYCbwHtgEqs0m48sExEGtwKVmYLVinloxb8645V8i6NuU7DqhE0QimlRGQ21oe5CLgceCPGn84iUhlziQv4Ima/mZ8xtMMqHRXEHCvAKj03UKzsLyXmfOdWxqHRvUWkAzAdOB2rRKhhZZAHw46Y//VYJV7sMEXvp5SqF5HyffjRDqu0ueVg7yMi2cATQA7Ws3djlTRjaRrvO4Hr7DAqINkOA1jvyP7CEUt34GoRuTXmmNf2t8V7N+Fa4A/AehHZBvxeKfWfVty3tWE80PeAUipfRBZgZdLPRB1ZzY5/An5m+2Pap9ph1U4BdsbcK9DCftMBILFp0fDeNqU139AxjdOncARRSn2OVWJpaOPfjfUyDlBKpdpbirI6pcF6KXu34FUhVim7Xcx1yUqpAS24BZgF/I+IdMcq2fwzxp9tMX6kKqWSlFKTYoO9nyjtxmpi6R5zrBtQHLPfRWK+cPt8SSvj0PTej9jHBiulkrGaVWQ/7g+GUqzmPcDqM8BqsmmJ3UCQlp/NgXgOWA/0tePwfzSOA8TEw+4/uAe4BEhTSqViZXIN1+zrHWmJQuBPTZ53vFJqVkv3bopSapNS6jKspr4/A++KSML+rjnIMB7oe0BEJmHVHuYDf4m59nLgAmACkIJVo4DmaXswZMX8b3hvm9Kab+iYxjEKR56ngLNEZKhSysRqe37SLgUjIl1E5Gzb7cvAL0TkTBHR7HP9lFKlwCfAX0Uk2T7X266JNEMptQIoA2YAHyulGko13wLVdgee3+60HCgiJ7UmIsoa6vn/gD+JSJJtdO5gb00ErAxkqoh4RORnwInARwcbB5skrKa4ShHpgtWeHstOrDbd78O7wGQROUWsjt/fs48MxX5urwBP2J2MLrtzNa4V90kCqoFaEekH3NgK9zrW83OLyO+wagoNzAD+KCJ9xWKwiDQYs6bp8RLwKxEZabtNEJFzRSSpFeFGRH4uIu3t+De8Q4YdNpN9p/1/gE4i8mu7IzlJREY2dXSg70GsQQEvY9WarsZ6Xg2ZbxJWIaMcq7bxcGvidABuFpGuIpKOZbzfbsHNIX1DxwKOUTjCKKXKsDpnH7AP3QNsBr4Wa4TPp1idhiilvgV+ATyJVTr8nL2l8quwqv5rsZpQ3gUy93PrWVilqLdiwmIAk7FGQ23DKqnNwCpptZZbsdqBtwKLbf9fiTn/DVan4G6s6v3/KKUammUONg6/x+osrQI+BP7V5PwjwP1ijaz5zUHEAaXUGjsus7FqDTVYnbKhfVzyG6wO3u+w2rj/TOu+n99glWprsDLAljKaWD4G5mJ14Bdg1VBimzWewDLMn2AZm5exOrjB6hP6h50elyillmL1KT2Nld6baWFE2X44B1gjIrXA37D6SYJKqXqsZ7vEvteo2IuUUjVYAwQmYzWrbQLO2Mc99vk9AC8Cc5RSH9nv0LXADNsIvm6nTzHW+/T1QcRrX7yFla5b7e2hpg4O0zd0VNMwQsXB4ZARkWuA65RSp7V1WA4WsSYYVmI182xr6/A4/LCISD7Wu/tpW4elrXFqCg4/WkRksojE2+3kj2PVBPLbNlQODm2LYxQcfsxcgNWZWILV5HWpcqrODj9ynOYjBwcHB4coTk3BwcHBwSHKMTd5rV27dqpHjx5tHQwHBweHY4ply5btVkq1P5C7Y84o9OjRg6VLl7Z1MBwcHByOKUSk4MCunOYjBwcHB4cYHKPg4ODg4BDFMQoODg4ODlEco+Dg4ODgEMUxCg4ODg4OUY6YURCRV0Rkl4jk7eO8iMh0EdksIqtEZPiRCouDg4ODQ+s4kjWF17BUFvfFT7CkBfoCN2Dpzjs4ODg4tCFHbJ6CUmqRiPTYj5MLgNdtrZmvRSRVRDJt3X0HBweHo5ZgXYTDIRFkmgaBQDW1dULZLo1dO0zKSg3q6oVAQKOmTqemDuoLa6gNeTnlvM7cdFNrlvH4/rTl5LUuNNaJL7KPNTMKInIDVm2Cbt26/SCBczi2iEQiFBUVEQwG2zooDkcRSplYa/kYMQdBKTBNdXDrtNk2wDBAjwgRQ6FMocE2KCU0rJStsI+rhssk5n+De+uaWOISFV37NIsEYiqQEFrcetat8+43mD6fj65du+LxeA4icntpS6PQ0uNo0fQqpV7EWnCDnJwcR8HPoRlFRUUkJSXRo0cPGq8G6nA0oUwTTLPxMcNARfRWZ9ANmW0shmlYBkD0Jq5NK7M23ZimG8MEXVeYDRk4YBhCRAfDFMutnVmbCkxTw7QzfmUH0O22Nh8KRJCWc639RKD5IU0Ummbg1kxMjyCaQnMpRFP4QyESgnVISiLeDunE+fbd6q+Uory8nKKiInr27LnvMOyHtjQKRTReE7UrLa+J6uBwQILBoGMQjjDKMMA0Ubpu/f8eaa0MHRMFLlf0mGmaGGKAy4NpgDLAyjmN5k00CnTDwFQCdsauTMEwwDBd6LovmpGbpmAYGqYhMSVy27+mYVeq2bGmmb2IZbc0l8KjRfC4DTyaQkQRclsXWG7sGojLbe2LtS+AiCACbq8XBMKmad9WENGI93rRTJMk0wC/vyGBIJS4d38/iAgZGRmUlZUd0O2+aEuj8AFwi4jMxlpcvsrpT3A4FByDcGgopVDB4L4zfMMAl8vK2LxeJCZjby0hPYSODpgoE1AKpYEyXBh1GuEwGKaGYQi6bmKaWrT0bpqCrmuWoWjxWUvzyoZtVDRRaGKiaQqXKESzjokoXJq1ed0Q0gTTNBFRKBS4dMR2D2rvbUUgLim670Pwa2KHYm94DoTPpZHki2nmqamB0lLL/169LOOpaa0yCNG7HuJ3cMSMgojMAsYB7USkCHgQ8AAopZ4HPgImYa3PWo+1NrGDg8NhQul6i52hKhjEzuUaY1rt7uLz7TPDb+m4aRpAbJOQirazm6ZBOBwhGFIEQia6rmFG3Bi6226WaWimsTNUu9QM2GG3/sf6rrnB5bJK3Ih1jcutcLlNXITRNKuhR7Mze81rYBoGIdxWRUGamw9TrMWwBSEBhSvOjwgkxrmjmewRLXToOuzYAdXV1r7fHzXCPzRHbEiqUuoypVSmUsqjlOqqlHpZKfW8bRBQFjcrpXorpQbZi4w7OByzuFwuhg4dysCBA5k8eTKVlZXRc2vWrGH8+PFkZ2fTt29f/vjHPzbKsOfOnUtOTg4nnngi/fr14ze/+U0z/0OhEBMmTGDo0KHMfvNNzEgEo64Oo6YWo3bvNvb00/lm0SLM+nors7G31159lVtvvRVxu9H8vugmvjh+fd+9nDB8OMNOO43cvDzE5Wq0oQn1wTrGjBlDOFyProeIRII89thjxMcnUFi4k7LdQUp3hHjiyVe5+pqpbNxksm6jm81b4zn77PNZ9PkGqioT2Vmmc99vb2XCWSdy7uShXHnleHJXf4vmAXecSVyCjj85QlJ6hPSOOhmdInToFKFX5wjZWWH6donQq1OYnh3D9EqvomdaFVmJVfz5wRsZd9pAzj5zJJvXLiPOY+B2mWiGhls8pPgTWPzJXCaNPZ1J407nusun4DMjdE1P4W8PP8SE0SP5ydjTuPaX16DC9ST7vaxZs4Zf/OIXR84gKAVVVbBli2UQNA06doQePcC7/w7lI4Uzo9nB4TDh9/vJzc0lLy+P9PR0nnnmGQACgQDnn38+9957Lxs3bmTlypV8+eWXPPvsswDk5eVxyy238MYbb7Bu3Try8vLo1atX1F9lmpjhMMu+/ZZIOMyyxUv42eTJoOuIaHbm7o9uomlocXFoiYmNjmter20Q/I0y/P9+8gmbN29m06ZNvPDCC9x4442YpoGuB4lEggQClVRV1TD97y8x/szzKCoStmyBjRtdzJz5Dv375zBz5sfs3OmjotxHMODG0DUM3YNSGh4XuDRI8Jl0SDV57OHr6dY5hbwVeaz6bhkzXngeL6V0aR+iY3qElMQ6kvz1xHsDeKUOD/W4JUBQBagzQgRDVQRDlQRDlQSMMLXiYs78z9icX8CWrVt5+ZWXufv/7iY9PdXeUkhPSyHeI9x2220sWLCAVatWMXjwYJ5++mkAzjrrLPLy8li1ahXZ2dk88sgjAAwaNIiioiK2b99+ZF6aHTuguNiqFSQkWE1GGRnfq7/mcOEYBQeHI8Do0aMpLi4G4K233uLUU09l4sSJAMTHx/P000/z6KOPAvDYY4/x29/+ln79+gHgdru56aabADAjEVQwyM7iYq665hpyV65kxCmj2bZjBwu+/JIRp57C4GHDuPb66wnrulWqF7EyfE3j1VdfJTs7m7Fjx7J48WKUUoQiIYLhIIFwgLpgLe/+820uvuR89tTupPcJfdhdXs6y5ZvZVqCzaYuweUsChUUJvD37XUaOvIi6Og/hsIuCgq3U19dx26+nMffj2cQlKBLSFJ4EhcdnktIhTPvMEF06hfB4TJKTDIrLN7A891vunfY7dK8i6Dbp3q8X5519Gl5qiaOWJLdOuwSN9oku2jVsCRrtEjQy4oWUpHhS2mfaWyfS01KYP/9Trr32l4gIo0aNorKyktLSxl2USimUUtTV1aGUorq6ms6dOwMwceJE3G6rNX3UqFEUFRVFr5s8eTKzZ88+Mi9KUpLVRNS5M3Tr1ma1g1iOuUV2HBxaw6drdx52Pyf079gqd4ZhMH/+fK699lrAajoaMWJEIze9unentraWyt27yVu9mtunTsUMhxu5UeEwmCbi8dApK4sZL7/M448/zn/+8x+CwSBnnHkm8+bNIzs7m6uvvppnnnmG2267DaUUYT3Mlvwt/O53v+OzLz4jMTmRCyb9lIEDB7O7IgCmZo23111s21rG+PEnUrq9PSC0b9edrVuqGDiwL0opNBSmGaK4eBt9+3UlLs7A7VG89fZbXDzlYiacO5L779+IVl9AekI7krV64rUIGa6qaPu9hoFX6slfu40hg/qTLIFGHQWiacSlNl4UbMqUKWzYsKFZ+t5xxx1cddVVjY4VFxeTlbV3MGPXrl0pLi4mMzMzeszj8fDcc88xaNAgEhIS6Nu3b7Q2F8srr7zClClTovs5OTk8+uij3H333ft44gdBKAT19ZCWZu0nJkKfPm3Sd7AvHKPgcFzS2gz8cBIIBBg6dCj5+fmMGD6c8aNGY9TUYIRCqFAIo6Zmr2O7P0H29sg2G78vLhcSH49o1ogb0zRRSqHrOnl5eWR1z6J9VnsqA5VcdMlFzHjxFS698jrCEZPd5QarVi1jxIgx6IHuVNQKZ467lPyCTezZldBwB8BquTB1QZkKj9tEE5NEf4T0xFp0r8KtGZTsLCYlNYkMX4U1VtOA9999mzdem0Ga1HHheT/hw7nvMvWWG/EneHD7/cRndIrGRXN78aW0w1sbwuWJw5fa4YDp+fbbb7c67VvqUG/aDxCJRHjuuedYsWIFvXr14tZbb+WRRx7h/vvvj7r505/+hNvt5oorroge69ChAyUlhzhaXikoL4eyMut/XBzEx1vnjiKDAI5RcHA4bDT0KVRVVXHeuefy7EsvcduddzBwyBC++OILtISEqNutW7eSmJhISvv2DBg4kOWrVzMkJ6dR5iYimEoRCQeJGBHqQ/WEdZ0dZbXs2hVCD2mUFyWi6xrlOxIIBdxU7IhHj2gEajyEAhrK1DBNDbCGY7pdJskJOi6X9d/tVvTu2REjvIlenQeh6xF2lRWS2SsFMz6EaB6SPS7cnTqhRyKkdOiEiLB69Wq2btvGxZf+HIBwOEyvXr349V330a5TFnv2LG6UNhUVFbRr147U1FRWrlyJaZpo2v5brw+mptC1a1cKC/cKJBQVFUWbhhrIzc0FoHfv3gBccskl0SY8gH/84x/85z//Yf78+Y0MSjAYxH8QQ0KbEQxCSYn1C5CSclQ0E+0Lp0/BweEQaOgENkMhAMxQiCSfjycfeYQnpv+NiK5z+RVXsHjJEj78+CMCkSB7dldwyy238uupt1FfXcstv7qJh//0J1atyCVYW09tZS2PPPwXyncFKS4KUrzdpKTAS9kOH+GAm8qyBDp1GExh0XY2b96CMuE//3mDkSefSrwvbGX8iUHGnz6Q5csXkuDZTqe0XSxY8A5+v0FqapDE+CC+uDAmYSacNZE3Zs2mNmKyMHc1Samp9O7Vl8yMDLqkp5CQnEL7Du0xDINwOIyIMGvWLKZNm0Z+fj75+fmUlJRQXFxMQUEBJ510EkuWLGHHjh0ALF26lFAoRFZWFr179yYnJ4cHH3wwagA3bdrEnDlzmqXt22+/TW5ubrOtqUEAOP/883n99ddRSvH111+TkpLSqOkIoEuXLqxduzY6sWvevHmceOKJAPz3v//lz3/+Mx988AHxDSV4m40bNzJw4MCDfzlME3btgm3bLIPg8Vj9Bl26WFOij1KO3pA5OBylmOEwKhKx2l3A6ti1dWYM08AwdQYMGsLAAQN5/dXXmDJlCm/MnMk999zDHVNvxzAMplx+KdffdAMBXejWdxj3/+6v/Pzq6wgE6gGN08f8hB1lVmlSGgQWFJbsQbxBSqrG36e/wL33XY5h6IwYMYK77roBXQ+iuRRur06nru256667OfMnZ9GxYycGDh6GYRpEtDhwCeISdOAn/3MxCxYvYuSpI4n3x/OP114lJb656NrEiRNZvHgxEyZMYPbs2cydO7fR+QsvvJDZs2dzzz338Le//Y1JkyZhmiaJiYnMmjUrWjOYMWMGd955J3369CE+Pp6MjAz+8pe/HNIzmTRpEh999FHUz1dffTV6bujQoeTm5tK5c2cefPBBxowZg8fjoXv37rz22msA3HLLLYRCIc466yzA6mx+/vnnAViwYAHnnnvuwQdq1y6oqLD+p6dD+/ZHXVNRS8jhUPr7IcnJyVFLlzpTGhwas27dumip71BQpomKRKxO3n18G0oXxO0GlwsloJuW3o5hGuimjoaGJhrKa82s0iOCHnahQhEMQzBMIRzRCIZcllyDPdnLmqul0ATcLgNNM/B4DDweHc2r4fEImgsQN4gLMxy0ZgTHhE2ApKQENE2zJRX2TryqMUyaIiIku1uXUa1YsYInnniCmTNntj5Bj3FCoVB05Jb7YEv3ug6Fhda8gya1jyNNS9+DiCxTSuUc6FqnpuDwo0RZugkovbGAmgqFrJK/12uV/u1MVQUNGrJf8YDhUUSMCCE9BAIe8YAL0H0Egx5CIQiFhHBYME1QpgHENZpJrJTC7TbweiO4RMcTZ+LxNG5r93k0UNrejF8pUBEggrg1vH4/ItLICIgI1bqtGxQ1bOqgDEBLDBs2jDPOOAPDMHAdAyXew8H27dt59NFHW2cQamuhstJqHhKxmoh69GjTOQffB8coOPzoUEph1tZaGabLZZX6bcTnQ/N6MYM6KmRG3SsUutskYkQwlIERNHBpLuJccXg0D7W1QmWlRl0dWFoKezeXZuL1RvB4rP+ay8TlMonz6piioXAhaCQlJUbH0gPRzD4atpjMv2EfsAyA2Vg6VERI8Rz+z/uXv/zlYffzaKZv37707dt3/44MA3butAwCWJPQGoacHmMGARyj4HCcY4ZCLTcDKYUrObm5+4COXh9GN3V0t4mpLMNgKhMzYuLW3Hg0Dx6smbuVVTqBoKXSqZQlnpbgDxHnMfB6DOI8JprXZ9UmfI1HsNSFDUQpEjxWxt8wIsflcjVr/omW/PfRBHQkDIBDK6iutmYl67plANq3h9TUtg7VIeG8SQ7HB0pZAnBNmoPMcBiJ89pOFBG7/R+PIHrQymhDZrSEbiqTsNvS9vcqLy5xobD6BcJBF1V1inBQETFcWLOvNATwuHWSEsOkt/ejaS0PX2yoAdSG9i74kuRz42pQHo1t+mmS+TsZ/1FGUwG7+HjIzLTmHxzjOG+ZwzGL0nWrXwCrRmDW14PbTUSMaOVAdxmIvfCKEoWmabjFjalMjIjVT6AZYHqxdITQiBcvRsRFXbVQV6cRDJj2CluWxKYIiCb44gy8Xh2/T8cbp9BcHgK6Ya3o1QINmb7b5SLR527UFNQoXko5BuBop6Zmr4Bdhw5Wc9Ex2FTUEs6b53BMogyD2sWLEZf9Cicl4kpOtmoDkVriXFaJzaXiECXRGcGAZQgi4MLuLHUBLo1QSKjco1NXp6HrDR+4DkpweXTivBF8PoU3LoLX47IlHNzE+ayRJbUhS6o62e9pNvIndr8p0aYhG2ddiKMU07SMAFhNROGwZQyO4olo3wdn8prDMYdRWUnt54sQlwv/qaORUcPA6yFshAnaTUJiCkpXmPUGZkBHhQy0CNFND0eoDkTYXWlQvAu2boGCfKiqcqMbLlwuIcEfISM1SJeuIbKyDLpm+WjX3k9ycjI+fwI+XwJxvjhqQzrVQZ32qUmcOeYUhg0bxoUXXkhNTU20f2Dt2rWMHz+ePtnZ9O7bl99O+z2V4QhVEasW8+Wn8zhz9ChGDR7EyQMHHFA6e38SEOPGjaOlYduvvfYat9xyS7Pj69evZ/To0cTFxfH444/v01+lFOPHj6e6ockEeO+99xAR1q9fHz22cOFCzjvvvEbXXnPNNbz77ruAJTdx77330rdvXwYOHMjJJ5/cbM7D9+GRRx6hT58+nHDCCXz88cctupk/fz7Dhw9n6NChnHbaaWzevLnR+XfffRcRiabf6tWrueaaa6z5Bps3W4YArFpBx47HnUEAxyg4HCMo08QMBDAqKwlu2Ii7fXsSTjmFwppCVuxcQdgIEwgHiEQiuEMuzICOhBWaCBHRCERcVAU0duyB/FJha4mP0p0+yiu91Na5iOiC5lIkJel07BCka1aQDu3qyOjoJyExDq93b7+EUoqaoGUIaoI6mqaRnujbr3T2eeefz62/uYvla9exeuVKln/zNW++9CIpHjfb16/br3R2AytWrCASiZCbm9tIsO1QSU9PZ/r06S0aolg++ugjhgwZQnJMB/2sWbM47bTTDkpF9IEHHqC0tJS8vDzy8vL497//TU2sLtT3YO3atcyePZs1a9bw3//+l5tuugnDMJq5u/HGG3nzzTfJzc3l8ssv56GHHoqeq6mpYfr06YwcOTJ6bFB2NkWbN7N9+XKrHyHGIB6vOEbB4ahHr6qibME8yr74jB3fLWZL9Va2pIfI3bV4GiLiAAAgAElEQVSKjaUbCRcqNMOFN+jBE/YgpkZ9xMWuShfbSjzkF3goLnWzq8xNVaWbcEhDEHw+IS1N6NRJ6NHDEqvM7OwiLT6MX0J43a5os1ONbQBqwyZ1EYXb5SItIY70JD+pCb7o0NGqiE5VRGfoySezrbCQqojOjJkzGTX6FC6c9BOS3a6Dks5uYNeuXfz85z8nNzeXoUOHsmXLFubPn8+wYcMYNGgQv/zlLwnZUhuxxEpnL1mypMX07dChAyeddBIej6fF8w28+eabXHDBBdH92tpalixZwssvv9xqo1BfX89LL73E3//+d+LsTtmOHTtyySWXtOr6fTFnzhwuvfRS4uLi6NmzJ3369OHbb79t5k5EojWdqqqqRvpIDzzwAHfffTc+n88asbZ7N2zdyuTTT2f2xx9D167Qrt0hhfNYwOlTcDiqUUqx++tFbDPL8PTvh6sYND0D90bBCAXpqFLQ6uNQPSFiaNQE3dTUavgLreYIn1L4ULhc1vwAt8vE5xfi4lxoYQ1i1Ko1PQBASDfRNR+wtz/Arwn+gee12N4f2yeQ4nFjGAZfLlzItddeS4rHzbb16xl1UuOJpL1796a2tpbq6mry8vK4884795sOHTp0YMaMGY2ks8eNG8f8+fPJzs7mqquu4rnnnuPXv/519JrS0lIefPBBli1bRkpKCmeccQbDhg07+Idgs2TJEl544YXo/vvvv88555xDdnY26enpLF++nOHDh+/Xj82bN9OtW7dGtY19cfvtt7NgwYJmxy+99FLuvffeRseKi4sZNWpUdL9BOrspM2bMYNKkSfj9VjPg119/DVi1sMLCQs477zwef+wxa+EbW8AwZ9QoHn3pJe5uRZiPBxyj4HDUoldUULt9G7uKq4jvcyIdijsQCAcxunjxeDxEduhszxeWrkpkXLvduHbubeIJZJ1NfLyOz1tDvN+Fx+dr5LeIGwVo4VoaJn2ZQLVprc2b7PeiadoBlTyrdauJIsXjbiydPWJEVEdHKbXPzuPv26m8YcMGevbsSXZ2NkB0PYVYo/DNN98wbtw42re31imYMmUKGzdu/F73A0vpNCkpKbo/a9as6P0uvfRSZs2axfDhww9bXJ988slWu22NdHaDnx999BEjR47kL3/5C3fccQcvvvgit99+e1QHCYBIxBKwy8ykg8dDSZMFe45nHKPgcFQQLiwksqeCunAdoCisLcIdiBCscFGX5CMtJZ5qr8LrSaS6ws3nX/j49/sRSssSEYFTx+8GZRDvj5DgryXBFwJMECHOlQCRQKP7KQClMAHTk0hd2HLrdmsk+70x8wX05oGNIVY6opF09nnn8cwzzzB16lQGDBjAokWLGl3XIJ2dlJTEgAEDWLZsGUOGDGl1erVWs+xwjmRyu93RCXbl5eV89tln5OXlISIYhoGI8Nhjj5GRkcGePXsaXdsgnd2nTx+2b99OTU1NIwPTEgdTU2iNdHZZWRkrV66M9hlMmTKFc845h5qaGvLy8hg3bhwAO3bs4PypU/ng/ffJ6dv30KWzjzGcPgWHNqM+Uk9FsILNezazesMXrApsYb2njEJfAOpS8Os9SUjvgaR3YMOKKl5/JcTNN3m47Ioknn9aUVLkJlH2cPqJK0hOqKN393I6d6wiJVnHFZ+CO6EDnoROGJ5EdHdCo830JIIvBVd8GmFTw+Nxk5HkJyU+LmoQwKoB7G9rSUsoJSWF6dOn8/jjjxOJRLjiiitYvHgxn376KWB1PE+dOjW6ktddd93Fww8/HC3Fm6bJE088sd+069evH/n5+dHRMzNnzmTs2LGN3IwcOZKFCxdSXl5OJBLhnXfeOaTndcIJJ7B161bAGqVz1VVXUVBQQH5+PoWFhfTs2ZPFixfTt29fSkpKWLduHQAFBQWsXLmSoUOHEh8fz7XXXsvUqVMJ2yN5SktLeeONN5rd78knn2xROrupQQBLOnv27NmEQiG2bdvGpk2bOPnkkxu5SUtLo6qqKprO8+bN48R+/UgJBNi9aBH5q1aRn5/PqFGj+ODf/ybHNh7fWzr7GMWpKTj8oNRH6qnX6wHYVrUNbU8N7pIykkIu4lw9idS5ECWUBHdSliDk5qax+PNk8gvSMY0QSoHPYzC83yZOPr2eQYM306FnOqFQT8SbsvdGSqgNmYCOaIImWnRpSAREib0cpIloQpJvbydrg0E4VPG4IUOGMHv2bK688krmzJnDrbfeys0334xhGFx55ZXR4aGDBw/mqaee4rLLLqO+vh4ROaBUs8/n49VXX+VnP/sZuq5z0kkn8atf/aqRm8zMTKZNm8bo0aPJzMxk+PDhLY7I2bFjBzk5OVRXV6NpGk899RRr165t1u5/7rnnsnDhQvr06cOsWbOaZc4XX3wxb731FqeffjpvvPEGv/jFLwgGg3g8HmbMmEFKivV8HnroIe6//3769++Pz+cjISGBP/zhDwedxrEMGDCASy65hP79++N2u3nmmWeion2TJk1ixowZdO7cmZdeeomLL74YTdNIS07mlWnTrOGmIlaTUQt8b+nsYxRHOtvhiGHU1lrrDsSQtzsPU5l4qgNQVU16SSKGx0ckPoENewLk16VTUJDAtm3xbNqYTiQMhhHB5aplUP+dTJhkcGr3RXh9lejtB+NypeLxdKSqyiQ7OxulFPURExENl6aRZE8kaw0NHcaHqiZ6vFJaWspVV13FvHnz2jooh4ZhWBIVVVXWvs8HnTtbv004JOnsNsSRznY4ajCqqlD2zOFAbi6ulL3iYBXBCrZv30CGtx2hiKIejS+3JbGmLJO1a5PZXuDfOywyUo9QQ99umxk1fAWnDCkmu3c365yWTKjL2XglCV3XCYUiKBWwjIGm4XZ7SPY3H17ZdOZwUxx9of2TmZnJ9ddfT3V1datGDx2VBIOwfXtjAbuMjH1KVByUdPZxwo8npg5HnNCmTejl5Yg9/rwuyYuc0Jnt27ZTF6yjOLiDhA6dMT2DWPi+nwVfJbOr3E1ID1qLxnvC9Om2h57dauiV9h29c2rJyBA69x2D252BgdXeHgqFUCHFt4XluDwe4v3xdHGHcLvd0WaglgyAk+kfOoc6n6DN8XotqYpWCti1Sjr7OMP5QhwOGWWahLdsIVxURPywYWzYWUJ1sJqC6iL8S8sJ62H8yUns2HwCuV90I/fbeExDodxCSsJuTh+8kzMmJXFy5mI0rRJd1WOKjtZlEh5PF3RdJxAIoJRiWXEAr89PXFwcmZlJqPZ+dKVgRx2mS6KyEY4BcACsSWjV1ZCYaC2FqWnQvbu1AI6jMdUizlfj8L0xw2FC69ahV1SAgnBWe5ZVr2BH6U4SMhJIjm9P5eZsFn1cz/LVqVTVmIhh4tZqGTakgHFjCjjxhAqykmtRRgRDCTVpA9EkCU1Lw6XHYxhB4uLiSExMJCEhgW3hSs7q3ykahk92VzGxXQrrykocI+DQmHAYSkuhrs4SrsvMtI4fYOb2jx3nK3L43kSKi1mzZQM16fHspoZIYSmiC+laB1Z8NIj3/pVCfR2E6+txeb1061DOxJGKk84I08O3HV9cPYbuQUXaE+k+Fl9cHKk+H16vF5fLhdu9d62BBgThs/Jqq3YAuJ3SnkNTlII9e2DXLkvZ1OX6wddIPpZxjIJDq9FNnZ31O1mxZgX6lnxcEYNwagIZnTuQGU4l3ZPOzpIUpk9PY+tWN4au061zLf37ruKMUfX0zlLEdRtqTRYtreYFGYWW4MXj9iB7BEtzIrzfMLg0YRh+JrZL2a87hx8poZBVO6i3hj2TnAydOlnNRQ6twpm85rBP9gT3UFhdSGF1IR988wHvf/U+X638ikRvIqdk9OLkMy5gwAmn0FXLoq64Ly89n8Udd7Rj5UYD3beDCZfP45zrF9Br4h52Z3Xiq/TefFO0gk/yV/Ge0ZHkpCTuP7kv9wzvwd3Durdqu3NIN8ZnHJ0jX1wuF0OHDmXgwIFMnjyZyoY1e4E1a9Ywfvx4srOz6du3L3/84x8bdYTPnTuXnJwcTjzxRPr16/eDSme/+eabDB48mMGDB3PKKaewcuXKFv096qWzH3qIPn37csIZZ/DxV19BVpYlYhdjEPYlnf3aa6/Rvn17hg4dytChQ5kxYwZgzYI+55xzDjlsxxKO+XTYJwXVBXg0D+WF5aR6UxkxbARiCHW1dVSum4cZCLN0aXtmz06kcLPVjKNH6hl82lamnrSJrBP6QY8ERIT08uUkiJf1ZoQ9Pccy7oQObRy7w0+DzAXs1SL67W9/SyAQ4Pzzz+e5555j4sSJ1NfXc/HFF/Pss89y8803k5eXxy233MKHH35Iv3790HWdF198sZn/sdLZh5OePXvy+eefk5aWxty5c7nhhhv45ptvmrk7kHT2tGnTWnW/WOnsuLg4du7cyeeff35IcVi7di2z33mHNQsXUrJrFxOuuIKN11xD09kmN954I3PmzOHEE0/k2Wef5aGHHopqHk2ZMoWnn366kfv27duTmZnJkiVLOPXUUw8pjMcKR7SmICLniMgGEdksIs3mpotINxFZICIrRGSViEw6kuFxaB0RM8KKXSuoDFWSlZxFx/iOjOw/kvId5ZQUl1C1ajU79qRxy4Od+N2jyazN19B99fQ7q4BLpi3n/MtW0b6jSbxrBVn1edTlf0tBrfCFezR7Oh+fBqEpo0ePjqp0vvXWW5x66qlMnDgR4KiTzj7llFNIS0sDYNSoURQVFbXo7qiTzjZNq98gENgrnd2zJz1Hjfpe0tn74qc//SlvvvnmwYfvGOWI1RRExAU8A5wFFAHficgHSqm1Mc7uB/6fUuo5EekPfAT0OFJhcmgdS4qXoInG8I7DSfIksbluM9u3b8ddXc3HGwy++LgzS5d3Q+GicyrcMPk7hiasp8sIP9+uL0eVV7K6w4Wkt0/H7XLjzpIf3BAsLFx42P0clzWuVe4Mw2D+/Plce+21gNV0NGLEiEZujlbp7Jdffpmf/OQnLZ47qqSzp06FkhJrhFFtLcVFRYwaPTo6zPRgpbMB/vnPf7Jo0SKys7N58sknycrKAiAnJ4f777//gOE9XjiSzUcnA5uVUlsBRGQ2cAEQaxQU0PB2pAAlRzA8DgfAVCZl9WUAZAYyKdpcRFVVFaFQiM/zE5n3jzQ2bOiAL6QTJxEmDFrL2Tm5JLgiFGhdWV6QiS/xO04ZeT5duvSPas+0Ba3NwA8nx7p09oIFC3j55ZdZvHhxi+ePCulsw7BqB/n51n5cHHTqREvz1FsrnT1jxgwmT57MZZddRlxcHM8//zxXX301n332GWAZ5JKSH0/WdCSNQhegMGa/CBjZxM004BMRuRVIACa05JGI3ADcANCtW7fDHlAHqA5Xs2LnChSKLoldCOwJkJiYiNvt4/d/q2XJ3HTidSExTue0k8r55aXrqGM3RWYOaUku0tQuOiVsomO3HmRlDflRLj5/LEtnr1q1iuuuu465c+eSkZHRops2l842TYhEuPScc7j3hhusVdAyMkDTDkk6G2gU5+uvv5577rknuv9jk86Orjl7uDfgZ8CMmP0rgb83cXMHcKf9fzRWLULbn78jRoxQDoePikCF2lixUS3YvkDl7c5TpmmqpUuXqoULF6rFi4vUpAlFKrP7bpXdvUpdd2WxevnD9ertL9aqz999Qb353gr15fyFasumz1VxyX9Vbe0WZZp6m8Rj7dq1bXLfWBISEqL/ly9frrKyslQ4HFb19fWqZ8+eat68eUopperr69W5556rpk+frpRSauXKlap3795qw4YNSimlDMNQf/3rX5v5v2DBAnXuuecqpZQKBAIqKytLbdq0SSml1NVXX62eeuoppZRSY8eOVd99950qKSlR3bp1U7t371bhcFiddtpp6uabb27mb0FBgerdu7dasmTJfuM3cuTI6P2ef/55dcMNNzQ6P2bMGLVo0SIVDAZVjx49os8kPz9fdevWTVVWViqllLrrrrvUNddco0KhkFJKqZKSEjVz5sz93lvpulLr1yu1Zo1SW7cqFQg0Op2Xl6cGDx6sgsGg2rp1q+rZs6fS9cbvYiQSURkZGdF0njFjhrrooouiYWjgX//6lxo5cmR0f+nSperss8/ef/iOMlr6HoClqhV595GsKRQBWTH7XWnePHQtcA6AUuorEfEB7YBdRzBcP3qUUkTMCLWRWlaVrSI1LpV+6f3oGN+RsrIyKiurWb9+CE/+3UUkIqQlB3nsxj2MGr4MTB2UojJZw+1aSdfe3Ulr1xm3KwGf78Cddj8WjiXp7D/84Q+Ul5dHO7fdbneLQ1p/cOnshtqQiDUBrVMnS8guPb2ZRMX3ks5OS+OVV14BYPr06XzwwQe43W7S09MbrcLmSGcfLo9F3MBG4EygGPgOuFwptSbGzVzgbaXUayJyIjAf6KL2EyhHOvvQ2Fq1lR11OwgbYbyal3R/Ov3S+2GaJrt27WLLlnoe/j+TNUUdQSkuHLuHU07O5dQLTiIu/zMqO44mGNyAGarF782kz8DT2zpKQMtSwQ6Hlx9UOjsSseSt4+OtJqI2ZMyYMcyZMyc6QutY4KiUzlZK6SJyC/Ax4AJeUUqtEZE/YFVjPgDuBF4SkduxOp2v2Z9BcPj+mMqksKaQ7dXbyU7LJjUulXiPNfU/FAqxe1khf/ywnLn/7EU46CE+Q3HduKUMGBGgndqOe0slAUMhag9mXRC/9yQ6dc1s41g5/JD8INLZSlnrHOzcaXUqBwKWbtEB1so+UpSVlXHHHXccUwbhUHEW2TmOMZVJUA9SUF1ARbCCiBmhZ0pPuid3RylFbW0te/bsIbSpmnfmpvO3f/lJj/Nw6qnwm7GzSaUcd/dOhBGq0kYT70kiWF+E1++mW/ZgXK6jZ0K8U1M4DogVsANL2TQz0xGw+x4clTUFh7YlqAcpri2mtK4UU5nR2oHP7cMwDHbt2sVn68uorXPz3mudWZ2r4TLD/Oqn67lk3FqMbSVUZJ9FwO0jPrEOFVmD7nGT2M5Levv+R5VBcDjGUcpaErOsbK+AXadOlm7Rj3AUW1vjGIXjkLAR5tsd3+Jz+eiT2odOCXulpkOhEKWlpXy5rYairUm8PaM9FWUmiVLLry7N5dSTMyjcmoHu74pm6qQmFhCfmIgvrj9pHbrj8ex/URIHh+9FTY1lEFJSoGNHR8CuDXFS/jhkfcV64t3xjOg4IjpO3TAMKisrqaiooObbrXy0uDtffpyCRGro03kn1436hOFdBbOuG9oJ7UkZ0A2XqwS/fxAJCb3bOEYOxx2maW0Ni91kZlrNRweYu+Bw5HGMwnFEyAixsWIj1eFqBmQMQERQSrEnt5iqyiqUqfh8Tzkff9KLb7/uiktMLhu7ntNP3UxW+omoodkkJSaSmuqmPpCHx5OB39+9raPlcLwRCFgSFR6PpWQqYs1MPsDSmA4/DE7D8HFCUA+yqmwVQSNI/4z+pMRZY8J3LS2goqKCMr2Qj41dzF+UyfKvuuJB8Ys7dnPrxUvxd0wiLqc/nTpl0LFjOoHAWnxxnUlJGYqmOeWG1nKsSmfPmTOHwYMHM3ToUHJycvYpcxEIBBg7dmyjuQ5PPvkkPp+Pqqqq/d5n3LhxLP32W9i5k9o1a/jf++6j92mnMWDgQMaMGdOiKuvBoJRi6tSp9OnTh8GDB7N8+fIW3c2aNYtBgwYxePBgzjnnHHbv3g3AtGnT6NKlS1Q6+6OPPgJg9erVXHPNNYcUtmMNxygcB+wO7Obr0q8J6AEGZAwg3ZdOeGMl5csKKVq/lgqjiGXKx/KvBrN6fncwTf547df8pP2/2VJcDcokJaWCcGQl1dXLcbniSUzs19bROuZokLnIy8sjPT2dZ555BiAqnX3vvfeyceNGVq5cyZdffsmzzz4LEJXOfuONN1i3bh15eXn06tWrmf+x0tlTpkw5bOE+88wzWblyJbm5ubzyyitcd911Lbp75ZVXuOiiixppWs2aNYuTTjqJ9957b/83MQwoLobycq773e9I79SJTVu3smbNGl577bVo5vx9mTt3Lps2bWLTpk28+OKL3Hjjjc3c6LrObbfdxoIFC1i1ahWDBw9uJJV9++23k5ubS25uLpMmWYLNgwYNoqioiO3btx9S+I4lHKNwjBPUg2yu3ExmQiandTlt79yDQIj1O1bwTUc/s9YNZsbDI/jq7SSUYXL+pRvomfI1gdp42nUZwKDTTkRRTWpKDunpp5KWNvJHqV10ODmWpLMTExOjz7uurm6fz76pdPaWLVuora3loYceYtasWS0nhFLWJLRQCCIRtuzYwTdr1/LQk0+i2Z3JvXr1OuQZw3PmzOGqq65CRBg1ahSVlZWUlpY2CYol41BXV4dSiurq6lZJZ0+ePLnV0uDHA07bwDHMtqptlNWX4RY3vVJ7oYll46tX72TLmpV8GZfGnOeHUbHRjaHCtMuo5mdn5dErdQlZoqgbPIRO2Z2JRDaR4O+Dx3P8LHFZ81lzyeVDJWn8Ga1ydyxKZ7/33nvcd9997Nq1iw8//LDZ+XA4zNatW+nRo0f02KxZs7jssss4/fTT2bBhA7t27aJDhyYS6SJ7J56lpbGmupqhw4a1SkF3ypQpbNiwodnxO+64g6uuuqrRseLi4qjUNeyVzs7M3DvB0uPx8NxzzzFo0CASEhLo27dvtDYH8PTTT/P666+Tk5PDX//61+iEtZycHB599FHuvvvuA4b5eMAxCscw1eFqOid2JqXIg15RTdHWTdTX1VEfDPBVu3g+fLY/1ZtNEr3l/HTsei49O4zLCFFU6af2hFPo1LsXbnclkIrf37Wto3NYaW0Gfjg5lqWzL7zwQi688EIWLVrEAw88wKefftro/O7du0lNTW10bPbs2bz33ntomsZFF13EO++8w80334yYpqVR1EC7duDzIenpVidzK9lfv0lTWpqE2zRtI5EIzz33HCtWrKBXr17ceuutPPLII9x///3ceOONPPDAA4gIDzzwAHfeeWdUF+nHJp3dquYjEfGKSJ8jHRiH1hMyQoSNMBXrNrN781byK9eyw12OL6cHmWcOY8Gs3lSsF+L9ddx501rGnL6JYr2Q7WoX4aRE0vv0IcUuCblcCVhrIjkcCg19CgUFBYTD4WgpdMCAAc06fluSzj4YWqtEcLBGZ8yYMWzZsqVZG7/f7ycYDEb3V61axaZNmzjrrLPo0aMHs2fPtpqQqqrICIfZU1xs9SMAaBoVlZW0a9eOAQMGsHLlSkzTPGBYpkyZEu34jd1ef/31Zm5bI53dsIxp7969EREuueQSvvzyS8Ba/c3lcqFpGtdff32jVdt+bNLZBzQKInIusBqYZ+8PFZED9Co5HEmKa4v5quQrtK1BfMUa8Z0ycbXrSJf+g/D7/TzyYpiVX6eCT+O6a7cjvTPR4lz0HnkeXYZMoO/Ic8nIyKCmZg3BYCng9B8cTlJSUpg+fTqPP/44kUiEK664gsWLF0dL34FAgKlTp0abI+666y4efvjhaCneNE2eeOKJ/d6jX79+5OfnRxeenzlzJmPHjm3kZuTIkSxcuJDy8nIikQjvvPNOi35t3rw5amSWL19OOBxutqZCWloahmFEDcOsWbOYNm0a+fn55OfnU1JQQPH27RR89x0n9e/PkhUr2GGXrpcuXUooFCIrK4vevXuTk5PDgw8+GL3npk2bmDNnTrNwvf3229GO39itadMRwPnnn8/rr7+OUoqvv/6alJSURk1HAF26dGHt2rWUlVkLSc2bNy8qBRHb//Dee+8xcODA6P7GjRsb7R/vtKb56A9Yi+MsAFBK5Tq1hrZl857NdEvqhllWyu74KrQ0nQR/AiLCB+97mTs7kUSvi6uv3sLpYzuwsjpIdoKPqkAAEaFjx44Eg9sJhnaQnDwEj9uZMHS4OZaks//5z3/y+uuv4/F48Pv9vP322y3WMCZOnMjixYuZMGECs2fPZu7cuVZHcmUl7NzJhWecwey5c7nn/vv529NPM+mCCzBNk8TERGbNmoVm9y3MmDGDO++8kz59+hAfH09GRgZ/+ctfvm9SA5Y89kcffRT189VXX42eGzp0KLm5uXTu3JkHH3yQMWPG4PF46N69e1Qi++677yY3NxcRoUePHo2WHXWks5s6EPlaKTVKRFYopYbZx1YppQb/ICFswo9dEG/Tnk2U1pXSJddDdVUVaaf2w+v1ouvw7DMJzP6XC13XuWxyMRPG76YyLh3DZzJOlhE36AJSUlJwu91UVS3H6+2I39+lraN0WHAE8Y48K1as4IknnmDmzJl7D5aUWEYBrNnInTodVwJ2oVCIsWPHsnjxYtzHkPTGkRbEWycilwCaiPQEbgO+PsA1DkeA2nAte4J76JfWj9LKFaSeegJer5eaGuFPf0pmxXIXinqmXr6Jn/0ik7jiNawtWc3JfdqTkNwF1/9n77zDoyrTh32/M5OZSSchAUJISCAF00WauzQ7UhTQVdRPZBV1FfuuZW3r+sOy6oriYkXXtZCwyy6CfZGyKkgnQBJKgCSkQRJCyiTT5/3+OMmQkBAC6cm5r2suOGfeOeeZBM5zzlvup65LwGorw+Goxssrsou/kUpP4sILL+SSSy7B6XSemj3k7w8mk+Ir6oUCu6NHj/Lyyy/3qITQVlrzTe8DngVcwH9Q6iP8sSODUmnMgfIDlJpLEQiCPIPI/WUHHlKw3QEnCm2895Q3ZcUuvHwsXH/LHm65ZThCpyO7tIyqiMvxHRXbqDvA6ahGrw9Gp+vXwllVVJpy+803K08G9WMO3t4QFdVl9Q46mujoaKKjo7s6jE6lNUnhKinl44C7krUQYjZKglDpYI7VHONYzTESghLw1flycOVP6CxwaFgERbuqSHshCHOlIHloLU/fdQCjnxGh06E9sh6XxoNrx0Q3TghOMxZLEUbjYHWBmkrrcbngxAkoK1PGETw9lapo0GsTQl+lNUnhaZomgKea2afSAVgPVhDm6A/Ha9ZD4EUAACAASURBVMnct43tnnp8xsZydJ+B5X8OxGwzMHKchhfv+i96jZWqSh0eR7KxOSXWiFgqK7c0mm4qpROh0WM0hrVwVhWVBtQL7OpXTAcEqPK6XswZk4IQ4ipgChAqhGg4P84PpStJpYOxHCgHKSkNqMEpDWwe6EFQZCSunb58ttCA3WLnkkl2Hn/Whm+xheoBE6nVFWD3L6TYCgZNKUbjKPT6wEbH1Wj0quhO5ey4XFBSohTAAdDrFcW1t3fXxqXSobR0ZSgBMgALkNlgfzXwREcGpaLgcrrYV5tHdUk1680lAJSl2Vm2zAhScv1Fu7n/N9noir1Bo8NqLcNqP07YoOEcP+7PpLhQNBr1jk7lPKlPCEJAYCAEB6tdRX2AM/6GpZS7pJQfArFSyg8bvP4ppWyb0lDlrFgOlFNdY+KnghNkO3X4+/hiz5jIiuXheGg03D15E/devQXHiCuwDr2E6oFJ7M7dxjGrlt3HPdF5+KgJoZPpqerserZt24ZWq2XFihXKjqAg5akgIgIGDsRcNz3zvNXZdTGZTCbuvvtuhg8fTnx8fLdQZ9fz2muvIYRw7//qq6/405/+1KbYehqtSfuhQog0IcQeIcTB+leHR9aHyVy/k837t/O/sq3YNZIJEYPJWn0RK/5pRGO38NCNB5gzOQPXuGsRBgPVJ6vYvH0LeucgLht1OZcnjGBy7ICzn0ilXemp6mxQJH6P/+EPXDVxojKQDEpVtKFDlUFl2qjObsD8+fMJDAwkOzu7W6mz8/PzWbNmDeHh4e5906ZNY/Xq1dTW1rYpvp5Ea5LCx8DfUVwIVwP/BPqOR7YTyVq/kz1rtlFTU4tpiI3DLi1+ugCWvDCCHzd4YHRW8ez8vVwxbh+24HAs0ovC/SXs2rce70AjU6+8Ar+gvuNo6c70JHU2Dgdv/d//cd2ECQzw94eammabnZc6+zQOHz7Mli1bWLhwoXuFc3dRZz/88MO88sorjWblCSGYPHkyX331VZvi60m0ZrTRS0r5vRDiNSnlYeBpIcRPHR1YX8Rud2DXVlDjrGJnoQNPAtmZOp6DB3UE6Ct45ncH6X/BQE4WHccjaiTS7MDpkYXXoBCmXTwDTSt0xH2FnD3t38MZmRTUqnY9Rp0tJVRVUbh7Nyu//pp1H3/MtoULmx1IPm919mlkZmaSkpLS7dTZq1evJjQ0lOTk5CbnGzVqFD/99BM33HDDWWPuDbQmKViFkjoPCyF+BxQCat9EO3N45zaKcg5hCqpCGzUAV20Qu94excGDOgYOdPHCjdsIGmzCUlpMwGAX1v5aqqv3MSDAi2rzKDUhnEZrL+DtSY9SZ9vtUFwMJhMPvfACf3nySbTR0cpU02ZiOid1djt9185SZz/yyCO88MIL/Pe//2322Ko6uykPAz7AA8CvgTuB2zsyqL5ETvoODm3fwpH0XCy+GrRRA6jUxLLjnRQyNrnwFyd5/jfrGRBgA+GCyIuoHjgSu/04AQGSPEscHjp9V38NFXqYOttkUl5aLdv372fOww8TERPDihUruPfee/niiy+afLdWqbOB/v37c/LkyUafLy8v77bq7MOHD5OTk0NycjIREREUFBQwcuRIjh07Bqjq7CZIKbdIKaullEellLdKKa8B8johtl5PTvoORLETX+cAPHz98UsJZoT/CNZ8EkLeZj2+/oIXFzsZMqyCCpuD6moDVqsFvf4wfn5VBASMwIm/OqjczegR6ux+/ZQppsOGkZOX51ZgX3/99bz99tvMnDmz0bHOqs4uKqKwsJC8vDxGjx7Nxo0b3RfV7q7OTkxMpKSkxP1dhgwZws6dOxk0aBDQ99TZLSYFIcRoIcRMIURQ3Xa8EOITVCFeu1CQVUgZdjJrcnCF6Kh11rJjmyebvzKixc5zz1USHu6iqlKHLnokhqQEwqMH4e2tJyhokiq068Y0VGd7enqyatUqFi5cSGxsLImJiYwePbpZdfYFF1xAQkJCk0HS02mozk5MTESj0bSozr580iRGRkaeKnwjhJIUzsFoWq/OBqXraNasWY3enzVrFmlpaQwcOJA333yTqVOnkpKSwkMPPdREnX3s2DGioqJITEzkzjvvbFWt5JaYOnUqw4YNIyoqijvvvNM9swsUdTbQSJ2dlJREeno6Tz755FmPraqz698Q4iXgOmA3EAmsRDGk/gV4R0rZJXO0eoM6Ozs7G5fLRfHmfYT+Kh6j0Ui+OZ+yEy5ee/RC8o85+N11Zcz8f1rI3YGUIGISOXCyBE/DcUVboR8HQqDTCvVJAVWdfUYsFkVRUd/1M3DgKZndOdKsOruXc/z4cW6++WbWrl3b1aGcEx2lzr4WSJZSmoUQgUBR3XbT6QAqrSYnfQeFhYUMDg7CX+uJXq/nQPUBKm1VfLF0AoXlGiKHHmPGuN3oC11g0GEdkoyPrwFPs5lfxSTj5TVcldmptIzLpcjrTpxQZhl5eCiKCh+f8z5ks+rsXs7Ro0f561//2tVhdCotJQWLlNIMIKUsF0LsVxNC28hJVwYTBw2Pwbtch3aIH/mWfKrsVRRvGcee7f5oPaz8cfIveMRMxhCgx2KxkFFkwc9WgofGisEwUE0IKi1jsUBh4SmBXb2ioh0u5Lff3rfmmIwePbqrQ+h0WkoKw4QQ9SZUAUQ02EZKOftsBxdCTAHeBLTAUinly820uQF4DpDAbinlza0Pv2fhcjqwVnlQW1OGh3c/ysPMnKg9gbcplk8/6o/JKZl+UwnxocUQoMdqtbKjyExgYCDJA47j6zsWnVo6U+VsCAE2myKwGzz4lOJaRaUVtJQUrjtt+2/NtjoDQvE1LwGuAAqAbUKI1VLKrAZtolEK9vxaSnlSCNErO8dz0nfgcjrQaHVYLFb8YgZg9PaGWjPB+oEseTuC0mpJ7IUmbhtVDcWK52ZrvomgoCAuiwuhrGw/ev359QWr9AHMZjAalYRgMEB4uKKnUAV2KufIGZOClLKtIytjgENSyiMAQog0lHGKrAZt7gSWSClP1p2zpI3n7HbUdxkNv2gsDoeD/Oz1BBlDMTlMWFwW1n01iL17PfD0tfHy7J8YLEtwaJQ6y/4BgUyM9sZkOoBUbeUqzeF0wvHjSjW00FClPCaoemuV86YjbyNCgfwG2wV1+xoSA8QIITYKITbXdTc1QQhxlxBiuxBie/0c455AfUKITLkIKSXHt+aCRlBsLSazIpO8PA0rU0Optru4ZuZe+tfkUGsZiGlQCvsqBEa9B3b7CZzOWnx94hBCvetTaUBVFRw+rCQEIU5NN1VRaQMdeZVpbjT09PmvOiAamAzcBCwVQjQpHCylfF9KOUpKOap+yX5PwOV0EJmiOG/KduZjsVrwGOyNyW4izDCc/7ybgsuuI2FcFfdGpeP0jUQbF8c2jwF4e3u7p5rqdH4YjSEtnUqlG9Bp6uzkZJa//TYUFIDDoYwZDBumDChz7ursDRs24O/v714x/Pzzzzf7/aSUXHrppVRVVbn3rVy5EiEE+/fvb3S86dOnN/rsvHnz3Epuu93OE088QXR0NAkJCYwZM4Zvv/222XOeCy+99BJRUVHExsby/fffN9tm7dq1jBw5kpSUFMaPH+9e/FfPihUrEEK4f3579+5l3rx5bY6tJ9HqpCCEOFc5fwHQsObjEJRprae3WSWltEspc4ADKEmix5OTvgONVumds1gs7DtygGP6SjQaDfZq+PRvQezP1KLxtTJ9ajoeHhJNSAhWrRajlzeXxalJoKfRKepsq5X0f/6TGydPVsYLBg1S9NZtLI85YcIE94rhZ599ttk233zzDcnJyfj5+bn3paamMn78eNLSWi9OfuaZZyguLiYjI4OMjAy+/PJLqqur2xR/VlYWaWlpZGZm8t1333Hvvfc2qvtQzz333MPnn39Oeno6N998MwsXLnS/V11dzeLFixk7dqx7X2JiIgUFBRw9erRN8fUkzpoUhBBjhBB7gey67WQhxFutOPY2IFoIESmE0ANzgNWntfkCuKTuuEEo3UlHziH+bkv9U4LT6WT7N5vQeuiIjIwkZGAo6Zv6sWZdAHpPwc1/rOT6IaXYB49CSonL5cLLywuXy47dfhKL9VhXfxWV86DD1Nl79pAycyaHT5xgbW4uF152GYlJSW1TZ7eS09XZJpOJjRs38uGHH7Y6KdTW1vLBBx/w1ltvYahLZAMHDmyzgXTVqlXMmTMHg8FAZGQkUVFRbN26tUk7IYT7SaeysrLRSupnnnmGxx57DKPR2OgzM2bMOKek19NpjSV1MTAd5QKOlHK3EOKSs31ISukQQtwHfI8yJfUjKWWmEOJ5YLuUcnXde1cKIbIAJ/ColPLEeX6XbkVhSSn2/fuVLgSXJHLcCKxmOxu3FvDZP2LQaATjb64iMtYOZYDdgc1uIyAgAN2xck6U/wiAh84fo/H0oRiVs3F4R9sqeTXH8IvGnr0R7azOlhIqKhjQv/8pdfYXX2Cx25kcE9M2dXYDfvnlF5KTkxk8eDCvvfYa8fHxTdps3LiR9957z739xRdfMGXKFGJiYggMDGTnzp2MHDmyxZ/NoUOHCA8Pb/S0cSYefvhh1q9f32T/nDlzeOKJxhWBCwsLGTdunHu7Xp19OkuXLmXq1Kl4enri5+fH5s2KsWfXrl3k5+czffp0XnvttUafGTVqFC+//LLbVdXbaU1S0Egp805bMNWqES0p5TfAN6fte7bB3yXwSN2rV+FyuQgNDUWr1eLpUPp6d5Xs5aNPEpBOb8aNdXLxNSYuLd+K/UgxTr0eGRaGv78/FOVi0Afj6xuvKC1UzpnWXsDbk3ZXZ1utit66tlaZclqPTseBzMy2qbMbMHLkSPLy8vDx8eGbb75h5syZZGdnN2lXXl6Or++pdTKpqanu882ZM4fU1FRGjhzZbursRYsWtbpta9TZ9cf85ptvGDt2LK+++iqPPPII77//Pg8//DAff/xxs8dW1dlNyRdCjAGkEEIrhHgIUMtxngXpkpSUlGA0GhEIcqpzWPlxJMdyBzEgSMMjj1SjwYXjaBFWQwT2mBiCYmPxqBOUabXeakLoYbSbOltKRVFx5IiSEHS6JnqKNquzG+Dn54dP3fGnTp2K3W5vtjymTqdzK69PnDjBunXrmD9/PhEREbz66qssX74cKWWL6uyoqCiOHj3aqjGEhx9+uFl1dn23W0Nao84uLS1l9+7d7jGDG2+8kU2bNlFdXU1GRgaTJ08mIiKCzZs3c80117h/Z6o6uyn3oNzJhwPHgXF1+1RawGazIaVEk2+lwl7Jl/8RbFsfgcEo+PMdGxhUtQ7N4c04y03IoUPR+vqSftzGDxk5aDW2rg5fpQ20SZ1tseA6fJjXX3lFSQ79+sHw4XBad0ub1dkNOHbsmDvJbN26FZfLRf9mpHmxsbEcOaIM+a1YsYK5c+eSV6fdzs/PJzIykp9//pno6GiKiorYt28fAHl5eezevZuUlBS8vLy44447eOCBB7DZlH/nxcXFfPbZZ03Ot2jRombV2ad3HYGizk5LS8NqtZKTk0N2djZjxoxp1CYgIIDKykr301K9Otvf35+ysjK3OnvcuHGsXr2aUaMUd1xfU2e3pvvIIaWc0+GR9CKO7NqOxWbDcMyJ1GjYeyCHL/8+ET0WHvxNJuXD7PzXfwyaijycycOx9+vHoOBgjuTXkjIoF63OB53u/MVlKl1PQ3X2rbfeyqpVq7j//vtZsGABTqeTW2+9tak6e84caisrEcC0Sy5RViWfQWDXUJ3tcDgYPXp0i+rskJAQRo4c2eyMnBUrVvDOO++g0+nw9PQkLS2t2SeMadOmsWHDBqKiokhNTW1ycb7uuutYtmwZEyZM4LPPPuO3v/0tFosFDw8Pli5dqnSNAgsXLuTpp58mLi4Oo9GIt7f3GafBtpb4+HhuuOEG4uLi0Ol0LFmyxC3tmzp1KkuXLmXw4MF88MEHXHfddWg0GgICAvjoo4/OemxVnX16AyEOo0wVXQ78R0rZtrljbaS7q7Nz0ndgsVgoya8hKnQYxQV7ue8vI6kw92fGNBcPPWTixxorE8xVuAoKcMbEoDMaOVxjQDrzSRxYSf/+k9WFaudIr1FnFxUpU03bSWDXnhQXFzN37lzWrFnT1aF0GlarlUmTJvHzzz+j07XmHrp70BZ1dmsqrw0HFgIXAXuFEF8IIdQnh2aoX8HsPTgM6RTYgvX8fWUkZWZ/oqNdjJx3gh9rrOgEOA8fgcBA7FISHByMw36CpEEmfHxGqAmhr+B0wrFjyrhBPSEhytqDbpYQQHnyuPPOOxstXuvtHD16lJdffrlHJYS20qqrj5Ryk5TyAWAkUAV83qFR9VBcTgf9tUOwZFbgKDvO/1bu5YdtoXh4wBX3VaLTwyQfA7/2NgASa//+BAYGYjDowXUCvT4Ig2FQV38Nlc7AZFIGksvLlcRQ/8TezbXoN9xwQ6umk/YWoqOjmTx5cleH0amcNf0JIXxQRHZzgAuAVcCvOjiuHktNtYlqHx0Wg5N3V4xBGI3cfHMlwUMddclAwWF3kH7MSj+7HVGcgZYT6A3qU0Kvp/7poLJS2TYaFb11N08GKn2H1jwTZQBfAq9IKX/q4Hh6NLLQQbWxBjwM/POHKMpKdcTHSmKutaOp+z8vbTaclZXsO26i3wX9uCJe0WJ7eSVh0Ad17RdQ6ViqqpSE4HCcqpHcv7+aEFS6Fa1JCsOklKq3+SzkpO/AZrVTE6Bh5+FK1uyIxtPbg0sWnESjxf2U4CotxZyXh3ZwGJcnDnF/3tNzaFeFrtIZOJ3KQjSnUxHYhYS02VekotIRnDEpCCH+KqX8PfBvIUSTKUqtqbzWl7BYzFR7S/IK1/Dlv8ejE1rmXefkhgu0KJYPcB07jiU7G69hw9H5DUUIgakmm6byWJVeQcNxAq1WGUB2OiEgQH06UOm2tNSBvbzuz7+hVFA7/aVSx87NP5B3+L+Yiw9QlRNNXk4SBm8PfvObU7NKpMmE+cB+9uv6s88zFA+tBqv1OBZzAb6+CepYQi+gkTp72jQq9u6FE4rKKzMzk0tnzSJm3DiiY2Laps5OSWH58uVN3q/nXNXZoOiuU1JSiI+Pb7IIrp7erM7++OOPCQ4Odq+aXrp0KaCsgp4ypdkyL72WM16JpJT1isELpJRrG75QBpxVAJd0UZq7kYG6oQQMHM332ybicNoZdWU5/v4S6XTiKinBun8/IiAQjxHx/Gp4LUnB2ZhM+zEaQzEYemUV0j6Hp6cn6bt2kfHjjwR6eLDkww/h5EnMNTXtp86220lPT+fGG29st7grKiq49957Wb16NZmZmWdc+dzb1dk33nije9X0/PnzAQgODiYkJKTNhtmeRGtuT29vZt8d7R1IT8TmtPHtus+ptpswBCSzv2IwezIE3t5OrrpZaeM6dhxHTg4Oo5HQX12MTueB01mDl9cw+vUbi7d3VNd+CZX2JS8Pjh3j4uRkCk+ehMhIlqWltZ86Oz2dlJQUDh8+zNq1a7nwwgtJTExskzp72bJlzJ49m/DwcEARwDVHb1dnn4mZM2fy+ed9ZxZ+S2MKN6JMQ40UQvynwVu+QEXzn+pbmB1mcLoYEx6DudrIex8o/cTjbrDh4610Dbjyj2IbOJAB8fFsKbagFVacLgsajR6t1tjS4VXagDmr/Q3snnFNfUCAMnZw4gS4XFBbi1MI1u7Zwx133w06XdvU2XUMGDDglDr7q6+wWCxMnjy5XdTZBw8exG63M3nyZKqrq3nwwQeZO3duk3a9WZ0N8O9//5sff/yRmJgYFi1aRFiYUiNs1KhRPP3002eNt7fQ0uyjrcAJlIppDccQqoFdHRlUT6HAVIDL7kLnoeHbjbUUFnsTMtiD0Vef4NfeBlyVlTjsdoxDhuDv74+jqIRfRTix2nRotarbqCM54wW8ozCZMFutpPzmN+QWFraPOrsFDhw40G7qbIfDwY4dO1i7di1ms5mLL76YcePGuY9dT29VZy9dupQZM2Zw0003YTAYePfdd7nttttYt24d0PfU2WdMCnXlMXOAHzovnJ5FaU0pXi5vtCcF/90UgkOvJ25qFV5GiaukBEf2IZw+voQOHMj/DpaiFWZqa3Px8opAq1WnI/ZoXC7lpdMpM4lCQpQxhcxMKisrmT59OkuWLOGBBx4gPj6eH3/8sdHHm1NnJycnt/r07anOHjJkCEFBQXh7e+Pt7c3EiRPZvXt3k6RQr87WaDRudXZGRgZCCJxOJ0IIXnnllVarsxsmmOY4lyeF81Vn1w8iN7TC3nnnnTz++OPubVWdXYcQ4n91f54UQpQ3eJ0UQpR3Xojdj5z0HRzesYWSXVlg0bF5dzDZBf4YvFw8MltZuSztduyBAQSOHYPRaMThlIwJd6HV+eDpGdHVX0GlLdTUKIqKwsJT004brDlokzobpUDT66+/3mII7anOvvbaa/npp59wOBzU1tayZcuWZuWCvVWdXR9DPatXr270/VV19inqS26qy2xPw+V0EJEyiu22PALzXaRuC0ProWHc1TUYbSdxlptwnDxJ5kkXXkWVaPJ/QquBWrNfXTU1dY56j8TphJISqL8LFkLZ14ws7bzU2TfdRG1tLUKIs6qa21OdfcEFFzBlyhSSkpLQaDTMnz+/2Ytgb1ZnL168mNWrV6PT6QgMDGxUhU1VZ5/eQIgIoEhKaRNCjAeSgM+klF2iSuwO6uzDO7bgFR7O+v0/UrQzhLffGY30cPDsO8VcVnEQvH0wSxdH9IO4fGwoppqD9PO/CBBqQuggOlydbTIpK5LtdiUZBAUpigpN31lf0hfV2QATJ05k1apVBAQEdHUoraZD1dnAFyilOIcDn6CsUVh2PoH2FpxOJzvzdxFW2Z+ffxqMQTiZcnEZlx7bA1odtpBB7PMegmdwEDZbKQKBEBo1IfREpFRqHBw9qiQET0+IjFS8RX0oIUDfVGeXlpbyyCOP9KiE0FZa4z5ySSntQojZwBtSysVCiD45+ygnfQcup4PaQ1vxPhnAL84h7NodiI8ebhubjQgMRERHo7Hb8fQ2Mjl2AGVlmfj6xnd16CrnixDg4aH8OWAABAb2aUVFW9cT9DSCg4OZOXNmV4fRqbTmVschhPgNcCvwVd0+j44LqXuSk74DUexkgEcEvrZQdg8exvr0JLx0eq68UhISYEIbE4PFYiE4OBit5lSRFL1qP+1Z2O2NC9/076/USVaNpip9gNauaL4ERZ19RAgRCaR2bFjdD5fTwcChw6kZIHH1t3CwzIf87T7o9S7m3aYs0bdarXh5eeHj4wOuCkymA6iyux6ElFBRocwsKihQFNegdBPp9V0bm4pKJ3HW7iMpZYYQ4gEgSggxAjgkpXyh40Prftjsdk6WVbLB0o+f0pQ50NOmlRJQnofU6XA4nYQEBuJ0msCWgdMZqZbX7CnYbMpAck2Nsn2WOfQqKr2V1lRemwB8ChQCAhgkhLhVStl3DFEoN5FVlZXoBujYvD0Y8zEjAwNrufrqE2B14QoPx9PTE4PBg/9lbker88Xfv+Ul/yrdACmVkpilpcpitHrFtZ+f2lWk0idpzS3sImCqlPLXUspfAdOANzs2rO6H3WbDZrPhzNnFxm8jwSG5aU4Jw4aFgktit9vJOgnr9v4EzhJ+PeKsM79UugNFRXD8uJIQ/P2VsQN///NKCI3U2TNmUFFxShGWmZnJpZdeSkxMDNHR0d1Knf3qq6+6ldEJCQlotVrKy5uuT+3N6ux6VqxYgRDC/fPbu3cv8+bNa3NsPYnWJAW9lDKrfkNKuQ/ocx2sssiOsXI/P2ztT63Fk+joGq6d5oVjxw4cJ0/i4eWFRqtl1FBffh03Cb0+sKtDVmkN/fops4vCwiA0tNmFaK3F09OT9PR0MjIyCAwMZMkSRRlmNpu7tTr70Ucfda8Wfumll5g0aRKBgU3//fZ2dXZ1dTWLFy92azAAEhMTKSgo4OjRo22KryfRmqSwUwjxnhBifN3rHfqYEC8nfQd2m5P8fnms2jYM4ZJMSsjBdSgbodFivyCGgNAghDMfp7MGjUb1GnVbzGYoKzu17e2tPB208xjCxRdf7LZ0Llu2rFursxuSmprKTTfd1Ox7vV2d/cwzz/DYY49hNDa2F8+YMeOckl5PpzW3Rb8DHgAeQxlT+BF4qyOD6m447HZ8Bg4iv2of+Zl+eOpdjIwvQxMcidPDA5cmD4ejCpwmvL1T0OnUQcqu5sCBA413uFxQVQX1d6QDBpxzjeTY2NhWtXM6naxdu5Y77lDKjnR3dXY9tbW1fPfdd/ztb39r9v3erM7etWsX+fn5TJ8+nddee63RZ0aNGsXLL7/sdlX1dlpMCkKIRGA4sFJK+UrnhNS9yEnfgcvlIr36KF9tuoAaBMmjHfhEDUQTHExNdSX9/Lzx84sDgxOjcWBXh6zCaRfwmhplZpGvrzKAHBjYISuSzWYzKSkp5Obm9ih1dj1ffvklv/71r5vtOoLeq85+//33efjhhxv5jhrS19TZLVlSn0RRXNwCrBFCNFeBrdfjcjoYEHMBZpeDY1vD8dZquOyiMjQaDRaLBaOxBg89aDRqwZxuh9OpJIO8PGXKqcEAEREwcGCHKCrqxxTy8vKw2WzuMYX4+PgmA7/NqbPPhfZUZ9eTlpZ2xq4jOKXOBtzq7Pnz5xMREcGrr77K8uXLkVK2Wp19Nh5++GH3AHjDV323W0POV529adMmqqurycjIYPLkyURERLB582auueYa9++sr6mzkVI2+wIyAe+6vwcD287UtoVjTAEOAIeAJ1podz3KKq9RZzvmRRddJDuTQ9s3y/z8fPnaR1/K6IhSmZJYLdetU/ZlZ2fLyspsuW7vFrkm85hcv/94p8amcoqsrKymO4uLpczMlDIrS8qSEimdzg6Nwdvb2/33nTt3yrCwMGmz2WRtba2MjIyUa9askVJKWVtbK6dNmyYXL14spZRy9+7dcvjw4fLAgQNS2S+lJAAAIABJREFUSimdTqf861//2uT469evl9OmTZNSSmk2m2VYWJjMzs6WUkp52223yTfeeENKKeWkSZPktm3bZFFRkQwPD5dlZWXSZrPJ8ePHywULFjQbe0VFhQwICJAmk+mM32/s2LHu87377rvyrrvuavT+xIkT5Y8//igtFouMiIhw/05yc3NleHi4rKiokFJK+eijj8p58+ZJq9UqpZSyqKhIfvrpp2c8b2vIyMiQSUlJ0mKxyCNHjsjIyEjpcDgatbHb7bJ///7un/PSpUvl7Nmzmxyr/udXz4oVK+Tdd9/dpvg6m+b+PwDbZSuu2y3dLlmllDV1iaOU1g1KuxFCaFEqtl0NxAE3CSHimmnnizJmseVcjt8Z5KTvUER2B/7L/s39EC4YlWzGaHRhNpsJCgpCo3HidEkujxvI5Njma9uqdCIN76CDgpQuo2HDOl1g11Cd7enpyapVq1i4cCGxsbEkJiYyevToZtXZF1xwAQkJCY38/s3RUJ2dmJiIRqNpUZ19+eWXt9jfv3LlSq688kq8vb3P2KZenQ1K19GsWbMavV+vzjYYDG51dkpKCtdff30TdXZwcDBxcXEkJCQwc+ZMdxfX+dJQnT1lypQm6uyioiJ0Op1bnZ2cnMynn37Kq6++etZjq+rs+jeEqADW1W+iqC7qt5FSzm7xwEJcDDwnpbyqbvuPdZ976bR2b6BUd/sD8AcpZYte7M5UZx/esYXswcM5lv4t7700nvLi/jz5RC3DYrIZOnQovr7HSc87CvoRXBKnSu+6kn379nHB4MGKpiIsrM8ZTDuDvqjOtlqtTJo0iZ9//hldG6YrdzZtUWe39C2vO227+SkJZyYUyG+wXQCMbdhACHEhECal/EoI0XS1zql2dwF3AYSHh59jGG3DVrCT4WVWKo764eXvwejRdkrKnfj7+2O3H8apu5DL45rOKVfpREpKlFXJ9Tc4VVXK+gOVdqWhOrs1s4d6A0ePHuXll1/uUQmhrbRUo3ltG4/d3AiX+7FEKEKgRcC8sx1ISvk+8D4oTwptjKv1FO3G5jeALTtHgISURAuensrpDQYDO3Mr0BpGdFo4KqfhcsEXX8Abb8BzzymKioEDlRXJKh1CX1NnR0dHEx0d3dVhdCodmf4KgLAG20OAhvO6fIEEYEPdDIlBwGohxDVn60LqLFxOO9VmX7L2DcKl0ZGSXItGp+S6X3IrAdRxhK4iPx8WLoT6WTtGozJ24NHnrO4qKu1KRyaFbUB0nWq7EJgD3Fz/ppSykgb1n4UQG2jFmEJn4nK5cLlgd0EgTg+YcJkgvzCXQlM+g601JIb60/wDkUqHs2uXkhACA+GxxyAgQE0IKirtQKuTghDCIKVsuo7+DEgpHUKI+4DvAS3wkZQyUwjxPMrUqNXnHm7nYq2oorhaYKoVhAwGuz2PgyUnCAnVMzY6AYMhWNVidybV1ad0FDNmKIPK116rdBft29e1samo9BLOekUTQowRQuwFsuu2k4UQrdJcSCm/kVLGSCmHy7oaDFLKZ5tLCFLKyd3pKQGgsqqCnUc8QSNISbDjcrnQ+wcxMnIIXl5D0Wq9ujrEvoHNBu+9B9OnK7WSQbGYzp2rjh+oqLQzrbnNXQxMB04ASCl3o0xP7Z1k/wAHvsW2dxW1VjPHjoSg1xpIjLO6V5F69KGZCF3O3r3w//4ffPCBoquoc9V0R3qqOruyspIZM2aQnJxMfHw8f//735s9rtlsZtKkSY3so4sWLcJoNFJZWdnieRrGZDKZuPvuuxk+fDjx8fFMnDiRLVvatkxJSskDDzxAVFQUSUlJ7Ny5s9l2qampJCYmkpSUxJQpUyirkyM++uijjBgxgqSkJGbNmuX+3anq7DO0kVLmnbavqZO2t+CyQ+zVVGujschBFOcGIBDEjbDidDrx8PBAqHPgOx6zGV5/HW6/XSmPGR6uJIZuPPulp6qzlyxZQlxcHLt372bDhg38/ve/x2azNWn30UcfMXv2bPeiMFAusqNHj2blypWtPt/8+fMJDAwkOzubzMxMPv74Y/fF+Xz59ttvyc7OJjs7m/fff5977rmnSRuHw8GDDz7I+vXr2bNnD0lJSW753xVXXEFGRgZ79uwhJiaGl15SllOp6uzmyRdCjAGkEEIrhHgIOLNVq5dQmZXFEXMMTpeWYWE2/HxdOJ1ODEZVi93hZGTAnDmwbJnSTXTbbZCaCi0YPrsbPUmdLYSguroaKSUmk4nAwMBm5+Wfrs4+fPgwJpOJhQsXkpraurLthw8fZsuWLSxcuBBN3c3VsGHD2rxieNWqVcydOxchBOPGjaOioqLJqvB6jUNNTQ1SSqqqqtx+pCuvvNL9nceNG0dBQYH7c6o6uyn3oHQhhQPHUVYfN03DvQSX1YYlJwe71caBIuVuLTnWzLHSIoz9NOh1esDetUH2dnx9lfKYMTHwzDNw2srM1lBa1tZlNk0JDrqsVe16mjr7vvvu45prrmHw4MFUV1ezfPly9wW7HpvNxpEjR4iIiHDvq6+9MGHCBA4cOEBJSQkDBrQ8RTszM5OUlJRGTxtn4sYbb2yqQAceeeQR5s6d22hfYWEhYWGnZsDXq7NDQkLc+zw8PHjnnXdITEzE29ub6Oho99NcQz766KNGT2KqOvs0pJQlKNNJ+wSO8kpqyo9iGeDPpkPBaNAQG2pC4qLA2Y+BHjVdHWLvJD0dkpOVJ4OhQ+HddyEu7rwrobX2At6e9FR19vfff09KSgrr1q3j8OHDXHHFFUyYMKHRquWysjL6nbZKPC0tjZUrV6LRaJg9ezb/+te/WLBgQbt915bGTU6nOV3P6eez2+2888477Nq1i2HDhnH//ffz0ksv8fTTT7vbvPDCC+h0Om655Rb3PlWdfRpCiA+EEO+f/uqM4LqKWp0WS9Awygr60V9oiBlqpsBhQ++hJznEhKcxtKtD7D2Ul8OTT8L8+fDNN6f2JyW1qTRmV9BT1dl///vfmT17NkIIoqKiiIyMbFRzGZTvZrFY3Nt79uwhOzubK664goiICNLS0txdSC2ps+Pj49m9e7dbwd0SN954Y7Pq7E8++aRJ29aos9PT0wHlKU0IwQ033MCmTZvc7//jH//gq6++4vPPP2/0c+tr6uzWjCn8AKyte20EBgCtXq/QY6ibdeREQ8GhA/zyXRkgGDHMiiZUj83u5LJ45VHUYFAL6bQZKZUkcP318N//KiuS7b2jW87f35/Fixfz2muvYbfbueWWW/j555/54YcfAOWJ4oEHHnB3Rzz66KO8+OKL7rt4l8vF66+/3uI5RowYQW5urrvw/KeffsqkSZMatRk7diwbNmzgxIkT2O12/vWvfzV7rPDwcNauVbrbjh8/zoEDB5oMdAcEBOB0Ot2JITU1leeee47c3Fxyc3MpKiqisLCQvLw8Ro8ezcaNGzl27BgA27dvx2q1EhYWxvDhwxk1ahR/+tOf3IktOzubVatWNYlr+fLl7trRDV+ndx0BXHPNNXzyySdIKdm8eTP+/v6Nuo4AQkNDycrKorS0FIA1a9a4pXHfffcdf/nLX1i9ejVeXo2nmh88eJCEhIRmf3a9kdZ0HzV6hhNCfAr0Pk1i3awjsyMT15FNHCiMQ+OhY1RCrbuJp6cnJlMXxthbOHYMXnwR6u/Sxo6Fp56C0+7sejIN1dm33norq1at4v7772fBggU4nU5uvfXWZtXZtbW1CCHOOvDaUJ3tcDgYPXp0i+rskJAQRo4c2Wwx+2eeeYZ58+aRmJiIlJK//OUvBAUFNWl35ZVX8vPPP3P55ZeTlpbGt99+2+j9WbNmkZaWxuOPP86bb77J1KlTcblc+Pj4kJqa6h6nWLp0Kb///e+JiorCy8uL/v37t0ph3RJTp07lm2++cR+z4bTalJQU0tPTGTx4MH/605+YOHEiHh4eDB061F1t7b777sNqtbq7/MaNG8e7774LqOrss39AiOHA91LKqI4JqWU6TJ194FuIvZqty5dRa3Jy/9vTOWnWserFUo478zjqsnL39Vdx4sQG+vefiFIuQuWcyciAe++F2lplQPmRR5RFaefZt15Pc6pglfZl165dvP7663z66addHUqnoaqzm0EIcZJTdlMNUA48ceZP9FzsVdVYCgsoMlyL2QIR4Q58PCwU2Rz0D40470FBlQbExCgm04gIePxxpRCOSo/gwgsv5JJLLsHpdLZq9lBvQFVnn4ZQroLJKEI7AJc810eLHoSltgYMBn7ODAXsJI+uwR5swKjVIrz6zkBTu+J0wvLlytOAnx/o9fDhh8rfVXoct9/et0q190V1dosDzXUJYKWU0ln36p0JIfsH0HhQVV1NjVXLhk12pISYuCocNhdHyi14GvRdHWXP4+BBZeHZ668rr3rUhKCi0m1pzeyjrUKIMxd37Q247LiGX8rhPTvYkt0fu11DfIQLLy8H5bXFaAweXBYXcvbjqCjYbPD223DrrbB/PwwaBFdd1dVRqaiotIIzdh8JIXRSSgcwHrhTCHEYqEEpICCllL0qUVgsFios5ezJuxgP9PxqdA0VwsXByhqGDIvt6vB6Dnv2wPPPQ26uMnh8ww1w333gpRplVVR6Ai2NKWwFRgIzOymWLkNKiam8nOMnTRw6HIZWJ5h8mZ2vi08yZpAXY+MH17XrvR7AdiE/X1mE5nIpq5KffVZZpayiotJjaKn7SABIKQ839+qk+Dqe7B+wlVZRuXETh3YMwOXSc0G0hVxXDUJKwsLCMBgUCV51dSYajZ7W9br1QcLCYNYsxWyamtrnEkJPVWefPHmSWbNmkZSUxJgxY8jIyGj2uFJKLr30Uqqqqtz7Vq5ciRCi0QroDRs2MH369EafnTdvHitWrAAU3cQTTzxBdHQ0CQkJjBkzpsmah/PhpZdeIioqitjYWL7//vtm26xdu5aRI0eSkpLC+PHj3Yv/3n33XRITE937s7KyAFWdfTrBQohHzvTqtAg7Gpcd28CRyKD+7ClNosZDT9DFtRw8XsJQvRNvb2/3VFQpXfj4xKpTU+upqlK6inbtOrXviSeUdQj6vjcw31PV2S+++CIpKSns2bOHTz75hAcffLDZdt988w3JycmNnEipqamMHz/+nCyizzzzDMXFxWRkZJCRkcGXX35JdXV1m75DVlYWaWlpZGZm8t1333Hvvfc2u1Dvnnvu4fPPPyc9PZ2bb76ZhQsXAnDzzTezd+9e0tPTeeyxx3jkEeUSp6qzG6MFfADfM7x6DSdNJ9lTfoDD2YOw2F0M9ztInMXGxMQIfOvKP1osRTgcVWc5Uh9i3Tr4zW9g9Wp45RVFWwFtXoTWW+hJ6uysrCwuu0wRCNbrM44fP96k3enqbJPJxMaNG/nwww9bnRRqa2v54IMPeOutt9xP4AMHDuSGNtbJWLVqFXPmzMFgMBAZGUlUVBRbt25t0k4I4X7SqaysdPuRGia6mpqaRjd+qjr7FMVSyuc7LZIu5Hh1CQU5EWhcXvQbVMWvkgyEuQZj1WgwGo04HNVUm/ZhMAzEwyOgq8PtWk6cgL/8RUkKACkpit66myWD/5ZVnr3ROXJlUOtKf/Y0dXZycjL/+c9/GD9+PFu3biUvL4+CggIGDmzs+Nq4cSPvvfeee/uLL75gypQpxMTEEBgYyM6dOxk5suX5J4cOHSI8PLzRRfhMPPzww6xfv77J/jlz5vDEE43XzxYWFjJu3Dj3dr06+3SWLl3K1KlT8fT0xM/Pj80NKvktWbKE119/HZvNxrr6f9+o6uyGdK//5R1B9g+YpIP86nyyD0wGIHREBUMjh2LdfxI/vwA0Gg0mUy4eOn/8fPuOFKsJUsLXXyvrDaqqlNlE998P110H3bASXWsv4O1JT1VnP/HEEzz44IOkpKSQmJjIhRde2OwK3vLycveTMyhdR/XnmzNnDqmpqYwcObLdvuuiRYta3bY16uz6Y37zzTeMHTuWV199lUceeYSlS5cCsGDBAhYsWMCyZctYuHAh//jHP4C+p85uKSl0vpC+s3HZsYX9GkP2F2RmhuBwOhkSXwn44ZIufH19MZvzsdlK6ddvdFdH27VUV8OiRUpC+NWv4I9/hBB17UZD6scUKisrmT59OkuWLOGBBx4gPj6eH3/8sVHb5tTZyecwMN+e6mw/Pz+3QE5KSWRkJJGRkU3a6XQ6XC4XGo2GEydOsG7dOjIyMhBC4HQ6EULwyiuvtKjOjoqK4ujRo1RXVzdKMM1xLk8KrVFnl5aWsnv3bsaOHQsoSXLKlCnNHr9hOU9VnV2HlLK8MwPpKmw2GwW5PhQec2D0NBM6zKC4XTRaDAYDNtsJvL2j0Ol61TBK63C5FE0FKKuQn3pKGVh+8001IbRAT1NnV1RUuGsyL126lIkTJzbbvRMbG8uRI0cAWLFiBXPnziUvL4/c3Fzy8/OJjIzk559/Jjo6mqKiIvbt2wdAXl4eu3fvJiUlBS8vL+644w4eeOAB9zmLi4v57LPPmpxv0aJFzaqzT08IoKiz09LSsFqt5OTkkJ2dzZgxYxq1CQgIoLKy0v1zbqjOzs7Odrf7+uuvG6ktVHV2H8N68iT7tvkjgbhkDcNDvLDZbPj5nJp1pNX2wYVXubnwf/+nPBXU9Y1z6aVdGlJPoieps/ft28fcuXPRarXExcXx4YcfNnvOadOmsWHDBqKiokhNTW1ycb7uuutYtmwZEyZM4LPPPuO3v/0tFosFDw8Pli5dir+/0qW3cOFCnn76aeLi4jAajXh7e/P8820bvoyPj+eGG24gLi4OnU7HkiVL3NK+qVOnsnTpUgYPHswHH3zAddddh0ajISAggI8++giAv/3tb/zwww94eHgQEBDg7joCVZ3d7WlXdfaBb8myB/G72wzklQzmjgUniZ6lZZTGySCzH75JA6msTMfTcwh6fR+xeToc8Mkn8MEHStGbwYNhxYpuP8VUVWd3PMXFxcydO5c1a3pfOZUz0RfV2d1vhLCT+SU7l9ziIJzeOoZcIRAuFwaDAZ1Oh81WhsNRSV8YcwfgwAGYO1fxFtntcO218Nln3T4hqHQOISEh3HnnnY0Wr/V2VHV2H8Nit5KxIxiBhoTRLq4a5EltbS0+JzS4PK2YTTno9cG9fxqqwwHvvQf/+IcyjjB4MDz9NJzWJ6ui0tb1BD2NvqjO7tNJIctUSN5BZUpf3Dg7Qgg0BVY8BvjjCClAuHR4e0cjRC9/oNJqlYpoUsJNN8E996gCOxWVPkqfTgp2h52iQ8GAk/ARNpxO0AktvvEDKCvLJCBgHBqNR1eH2THU1kJNDQQHKwvPnnkGysogKamrI1NRUelCevktcMscL9JzskyDy0cQMsSBzWZrNB9Zkd/1Qn75RVFaP/30KT3F4MFqQlBRUembTwpVJ8yc3LGRPbvCsNhtBMaYmeBrpLa2FoPBQE3NIZSy1L1sgLmyUlmR/PXXynZAgLKvX7+ujUtFRaXb0KFPCkKIKUKIA0KIQ0KIJitO6oyrWUKIPUKItUKIoR0ZTz3lRTV4edk4ahsGQnLRr33dK0SlpgKzOR9f34TeM5YgJaxdqwjsvv5amU30wAPw8cdqQmhnjh07xpw5cxg+fDhxcXFMnTqV999/v4lKWkWlu9JhVz0hhBZYAlwNxAE3CSHiTmu2CxglpUwCVgCvdFQ8p+NpP0HRDhcAYTE27HY73t7euLBiMIZgMAzorFA6FimVbqLHH4fychg5EtLSlKmndYt7VNoHKSWzZs1i8uTJHD58mKysLF588cVmjaMqKt2VjrwVHgMcklIekVLagDTg2oYNpJTrpZS1dZubgSEdGE8jzDUW9hUGIXU6wmId2O12fHx8AFDyWS9BCBg2TJlN9Mc/wrvvQnh4V0fV8YwadebXf/5zqt1//tNy23Ng/fr1eHh4NFpZnJKSwoQJEzCZTFx//fWMGDGCW265xf1k+vzzzzN69GgSEhK466673PsnT57M448/zpgxY4iJieGnn34CFAPrH/7wBxITE0lKSuKtt94CYMeOHUyaNImLLrqIq666iuLi4rb89FT6MB2ZFEKB/AbbBXX7zsQdQLPll4QQdwkhtgshtpeWlrZLcIfyfXA4tAwaYMbbz1V3nkocrl6wMKeoCBq65G+7TVmV3E2Npr2FjIyMJorsenbt2sUbb7xBVlYWR44ccdc2uO+++9i2bRsZGRmYzWa++uor92ccDgdbt27ljTfe4M9//jMA77//Pjk5OezatYs9e/Zwyy23YLfbuf/++1mxYgU7duzg9ttv56mnnur4L6zSK+nIgebmRmmbdWoIIf4fMAqY1Nz7Usr3gfdB0Vy0R3AZOUpfenhYOS6nLwZvAxZLNhrhiUEf3B6n6HxcLli+HJYsAYMB/vUvCAwEnQ4G9JLusNbSWhXK7NnKq4MZM2YMQ4YoD8L1eu3x48ezfv16XnnlFWpraykvLyc+Pp4ZM2bUhabEddFFF5GbmwvADz/8wO9+9zv3CtvAwEB3BbN6VbfT6SREFRaqnCcdmRQKgLAG20OAJlJyIcTlwFPAJCll09JRHcS+nECkw0F4eCV2hyda7QlshdUEGBLx8OiBg69HjsDChbBnj7I9caL6VNDJxMfHu+sQn059lTFQajk7HA4sFgv33nsv27dvJywsjOeeew6LxdLkM/XtofnaDFJK4uPj+eWXX9r7K6n0QTryqrENiBZCRAoh9MAcYHXDBkKIC4H3gGuklCUdGEsT9h/tDxLiL9KDlOj1Am9NLJ4jepj4zuGADz+EW25REkJwsDLt9MUX1ZlFncyll16K1Wrlgw8+cO/btm0b//vf/5ptX58AgoKCMJlMZ0woDbnyyit599133UmivLyc2NhYSktL3UnBbreTmZnZ1q+j0kfpsKQgpXQA9wHfA/uAf0opM4UQzwshrqlr9ipKHeh/CSHShRCrz3C4dqUqey9Hjvug1ToZEmZGSjsajZ0euZbvqafgnXcUgd2sWUqX0cSJXR1Vn0QIwcqVK1mzZg3Dhw8nPj6e5557rkmxl3r69evHnXfeSWJiIjNnzmT06LMXcpo/fz7h4eEkJSWRnJzMsmXL0Ov1rFixgscff5zk5GRSUlLYtGlTe389lT5Cn1Rnr3htM0+8NYyBgwpZ8plgj9XGFFcNPvoL8BoxqJ0i7STS0+HPf4Ynn4RWXFR6K6o6W0XlFKo6+xzZn+sDEoZEm9lS48TLoEeLT89ICDt3wvvvn9pOSVFmFvXhhKCiotJ+9EnNRd4RQa2AmqFWcGn4lXcpGnM3n61RUwOLF8O//61sjxqlLEQDdRGaiopKu9HnkoK9pITycg1SoyEuzMglPkaMxgCMuk5bN3fubNwIL7wAJSXK9NLbb4fExK6OSkVFpRfS55KCY+tqSq2XYZcSPz8HRqMRobF3dVjNU1EBf/0rfFu3pi8+Hp59FoYP79q4VFRUei19LikcLSiipFqPRmiYER+Kt7ceqO7qsJrngw+UhGAwwL33KgVw1LUHKioqHUjfSgrZP1Bt9cAhvdEawMvLhV6vpTanCk9DN9FkS6n4igDuvluR2C1YAEO6cfeWiopKr6Fv3Xa67BRZR4CQGH3tOJ1FmM0ZaKQRY2xg18YmJaxcqYwX2GzKPj8/eOklNSGoqKh0Gn3rSQGoqNFjddjx9zMjxHF8fEYhPPy6NqiCAkVRUb/+Ys0amData2NSUVHpk/StJwWg0mRASggJ0eDvH4WXV2TXBeNyweefw403KgkhIEDRU0yd2nUxqbQJIQS33nqre9vhcBAcHNzhRXa0Wi0pKSkkJCQwY8YMKioq3O8VFBRw7bXXEh0dzfDhw3nwwQex1T+N0nxhoIMHDzY5h9lsZtKkSTidTve+lStXIoRg//797n25ubkkJCQ0+uxzzz3Ha6+9dk7nO1e+++47YmNjiYqK4uWXX262zaJFi4iPjychIYGbbrqpkWsKFJnghRde2G6/r9bE1FKb22+/nQEDBjT6edpsNiZOnOhWnbQ3fS4pHDkuAImPvwMPD48uDOQI/Pa3sGgRWK1w9dWKouLKK0+NKaj0OLy9vd0abIA1a9YQGtqSMb598PT0JD09nYyMDAIDA1myZAmgyPJmz57NzJkzyc7O5uDBg5hMJrda+1wKA3300UfMnj0bbYN1MampqYwfP560tLRWxdlRhYicTicLFizg22+/JSsri9TUVLKyshq1KSwsZPHixWzfvp2MjAycTmeTuN98881WrYzfsGED8+bNa3NMZ2szb948vvvuu0af0ev1XHbZZSxfvvyscZ4Pfa77qMpkQKcVePezN/rH3ens3w+ZmYrS+sknYfz4roull3GOtXFaTWvtKldffTVff/01119/Pampqdx0003uIjmfffYZixcvxmazMXbsWN5++220Wi0zZ84kPz8fi8XCgw8+yF133UVubi5XX30148ePZ9OmTYSGhrJq1So8PT1bPP/FF1/Mnjpb7rp16zAajfz2t78FlCeKRYsWERkZyZ///Gc2b97cbGGg5vj8889ZtmyZe9tkMrFx40bWr1/PNddcw3PPPXfWn82ZChG1la1btxIVFcWwYcMAmDNnDqtWrSIurnGxR4fDgdlsxsPDg9ra2kZeqoKCAr7++mueeuopXn/99U6J6WxtJk6c6NamN2TmzJn88Y9/5JZbbmlznKfT554UqmsUHbFPgBVHvglz1gmEtpPuzE+ePPX3q6+Gxx6Df/5TTQi9jDlz5pCWlobFYmHPnj2MHTsWUHw0y5cvZ+PGjaSnp6PVavn8888B5S58x44dbN++ncWLF3PixAkAsrOzWbBgAZmZmfTr149/169oPwNOp5O1a9dyzTWKczIzM7NJ4R8/Pz/Cw8M5dOhQi4WBGmKz2Thy5AgRERHufV988QVTpkwhJiaGwMBAdu7cedbjtPZ8ABMmTCAlJaXJ64cffmjStrCwkLCwU6b+IUOGUFhY2KhNaGgof/jDHwgPDyckJAQBRlnEAAAT6klEQVR/f3+uvPJK9/sPPfQQr7zyCpoWpn2PHTuWlJQU5s+fz+rVq90xff/99+cVU2vaNEdCQgLbtm07a7vzoU89KeRk51FaE4RA4u1biY7+eMb17/gTWyxKGcwVK+DTTyEyUukiuuGGjj93H6SNvsQ2k5SURG5uLqmpqUxtMD60du1aduzY4bahms1mBtQVP1q8eDErV64EID8/n+zsbAYNGkRkZKT7TrphsZ3TMZvN7uI9F110kbvgTnP1F1rafybKysrod5qKPTU1lYceeghQEmFqaiojR44843HP5XyA++mqNTQn9vz/7d15dFXVvcDx7w/IQADDpF1qAFMmIQyBUMC65KEgIvBUMBVYTYGnPqrIc6Dhoe3rAvuwrYKrlgpSqi6koKA8RVSsr1RSLTLIVAggr0ySLCyBMMUQMt3f++OcXG5ChpPhZrj391nrrnXvufue/dsZ7u/uvc/du2x9586d4/333+fYsWO0bduWH/zgB6xcuZKUlBQ+/PBDrrvuOpKSkkhLS6uwnm3btgHO8NHy5ctZvnx5rWLyUqY8zZs3JzIykpycHNq0aVNl+eoIq6SQcS6PvMJYolpEEtuxBVHN62E3sh07nCuLMjOdL57t3u0kBRPS7rnnHlJTU0lLS/N/6ldVpk6dyq9+9atSZdPS0ti4cSNbtmwhJiaG4cOH+ydAy27OUzJXUVbJnMKFCxcYN24cixcv5vHHHychIeGq3sXFixfJyMiga9euZGVledrHoWXLlqUmZbOzs/n0009JT09HRCguLkZEeOGFF+jQoQPnAnvFOPs+xMfHExcX56k+cHoKOTlXf7F04cKFjBw5stSxuLg4MjKu7P6bmZl51ZLlGzduJD4+nmuvdXZWnDBhAl988QUpKSls3ryZ9evXs2HDBi5fvszFixdJSUlh5cqVnmItj5eYvJSpSH5+PtHR0TWOr0Kq2qRuSUlJWhOFBUX6P4te0D69MrRn97P6m3c/1byvsmt0Lk9yclSfe041Kcm5TZyoun9/8OoLcwcOHGjoEFRVtVWrVqqqmpGRoS+99JKqqm7atEnHjh2r+/fv127duumpU6dUVTU7O1uPHz+u69at03Hjxqmq6sGDBzUqKko3bdqkx44d04SEBP+5FyxYoHPnzq20XlXVXbt2aadOnbSgoEB9Pp8mJSXpG2+8oaqqRUVF+vDDD+usWbNUVdXn8+ngwYN12bJl/tdv375d09LSrqojLi5O8/LyVFV16dKlOn369FLPDxs2TD/77DNVVU1KStKNGzf629m9e3c9fPhwteqrjsLCQo2Pj9ejR49qfn6+9uvXT9PT00uV2bp1q/bu3Vtzc3PV5/PplClTdNGiRVedq+T3VVteYvJSpuzfgarqmTNn9Oabb66w7vL+H4Ad6uE9NmzmFIoKism7mEfepQiaN2tGbNvi4H1hbc8eZ2jo3XedBeweecQZNioz6WVCV1xcHE888USpY71792b+/PmMGjWKfv36ceedd/LNN98wevRoioqK6NevHz//+c8ZOnRoreoeMGAA/fv3Z/Xq1f6Nf9555x26d+9Ojx49iI6O5pe//CVQvY2BRo0axd/+9jfAGToaP358qefvv/9+/0T0ihUrmD9/PomJidxxxx3MnTuXrl27VnsjIq9atGjByy+/zF133UWvXr144IEHSEhIAGDMmDGcPHmSIUOGkJyczMCBA+nbty8+n4/p06dXq56SOYWyt/LmFLzEVFkZgMmTJ3PLLbdw6NAh4uLieO211wBnwn5MsC5d95I5GtOtpj2F3FNn9Q//+QuN73pWvzfovK7cvLFG5/HkxAnVW25RnTZN9ciR4NVj/BpLTyGU7dq1S1NSUho6DKOq48eP16+++qrC52vTUwifOQVVcvNb4YtoQdt2hYjUYSdJFbZtgyFDnAnkTp2cfZN79rQF7EzIGDBgALfffjvFxcUNezl3mCsoKOC+++6jZ8+eQTl/WL1j5VyKAYXCyEIi6uoy1FOn4KmnYOZM+OCDK8d79bKEYELOgw8+aAmhgUVGRjJlypSgnT98ego4SeEyENPmIiO6xdTuZD4frFsHL70Ely5B69bQkN+QNsaYOhBWSeHbvBjQYnq3PUdsbP+an+jECecy05Iv6wwfDnPmgHupmzHGNFVhlRQO63cQfFzXti3Nm0dV/YLy7N3rXE1UUADt2zvfSh4xwtYrMsaEhLBKCrmXWhJFER3b1eIkvXpB587OJPKsWRAbW2fxGWNMQwurpJCXGw0KHdr7vL+ooABWroQJE6BtW2fe4PXXIaaWcxLGGNMIhdXlMXm50SjQsd3V642Ua98+SEmBJUvgxRevHLeEYIwJUeHVU7gUSYtiH9d2rOKSurw8eOUVeOst5zsInTs7PQVjjAlxYZMUCgqKyb8cQasWzYkb3KXigtu3O1cWnTzpfM9g6lSYPh0iI+svWFNrGRkZ5Ofn19n5oqKiSi1xXBcefPBB/+qc6enpnl93/vx53nzzTWbMmFHu8/PmzaN169akpqZ6Ol91y5vQFjbDR9nnLgNKq1Y+IiIq6CmcOAGPPeYkhB49YMUK50tplhCanPz8fGJiYursVt0E42VnrvJ21fLi/PnzLFmypNqvM8aL8EkKZ5sDQuvWvoq/kdm5M0yeDDNmOAnh5pvrNUYTXoYNG0b79pUvypibm8vYsWPp378/ffr0Yc2aNTz99NMcOXKExMREZs+eDcBzzz1Hz549GTlyJIcOHaqy7srKr1y5ksGDB5OYmMiPf/xjiouLmTNnTqlENG/ePF4MnGczISNsho+yzzYDlDZtCq9sYnH2LCxYAPfff2UPx1mzGixG0/QNGTKE/Px8vv32W86ePevfIOf555/nrrvuqvb5/vSnP3HDDTfw0UcfAXDhwgWGDBlCeno6e/bsAWDnzp2sXr2a3bt3U1RUxMCBAyvd3ayy8oG7w0VERDBjxgxWrVrFpEmTePLJJ/1DVm+//XaNejmm8QubpHD2XDNQH7GxRc7k8ccfw8KFcPEifP01rFplX0AztVadnbm86Nu3L6mpqcyZM4dx48Zx2223XbWBzeeff8748eOJca+KK9mKsyKVla9od7gpU6aQlZXFyZMnOX36NO3ataNz5861aptpnIKaFERkNPBboDnwqqr+uszzUcAKIAnIBiaq6vFgxHLqjA8FunUphCeegC++cJ4YOhR++lNLCKZR6tGjBzt37mTDhg0888wzjBo1qtzF0Kq71WVF5bWC3eEAkpOTWbt2Lf/85z+ZNGlSteozTUfQ5hREpDmwGLgb6A1MFpGyu8w8BJxT1W7Ab4DngxVP9lloeekSvdatchLCNdfAvHnwu99BLTf4MKas4cOH17qXAHDy5EliYmJISUkhNTWVXbt20aZNm1LbVA4bNoz33nuPvLw8cnJy+CBwtd5yVFZ+xIgRrF27lqysLMDZRvPrr78GnH2YV69ezdq1a0lOTq5120zjFMyewmDgsKoeBRCR1cC9wIGAMvcC89z7a4GXRUTcDSHq1PkspdW3uXSIPQ133OEsYNehQ11XYxqJqKgoLl26VKfn86JkTqGs8uYUJk+eTFpaGmfOnCEuLo5nn32Whx56qFSZffv2MXv2bJo1a0ZERASvvPIKHTp04NZbb6VPnz7cfffdLFiwgIkTJ5KYmEiXLl247bbb/K8fM2YMr776aqmdzQYOHFhh+cDd4Xw+HxERESxevJguXbqQkJBATk4ON954I9dff32ldZimS4Lw/uucWCQZGK2qD7uPfwQMUdWZAWXS3TKZ7uMjbpkzZc41HZgO0Llz56SSTy7VkfqTS3zw9kn+OCeLwTO/X9NmmUbq4MGD9OrVq6HDMKZRKO//QUR2quqgql4bzEtSyxu0LJuBvJRBVZep6iBVHXRtDZenXvhiDIcyuvG9xywhGGNMRYKZFDKBwK+AxgEnKyojIi2AWOBsEGOy+WRjjKlEMJPCl0B3EYkXkUhgErC+TJn1wFT3fjLwaTDmE0x4sD8dY2r/fxC0pKCqRcBM4BPgIPC2qu4XkV+ISMmF0a8BHUTkMDALeDpY8ZjQFh0dTXZ2tiUGE9ZUlezsbKKjo2t8jqBNNAfLoEGDdMeOHQ0dhmlkCgsLyczM5PLlyw0dijENKjo6mri4OCLK7BnvdaI5bL7RbEJbREQE8fHxDR2GMU1e2CyIZ4wxpmqWFIwxxvhZUjDGGOPX5CaaReQ0UP2vNDs6AmeqLBVarM3hwdocHmrT5i6qWuW3f5tcUqgNEdnhZfY9lFibw4O1OTzUR5tt+MgYY4yfJQVjjDF+4ZYUljV0AA3A2hwerM3hIehtDqs5BWOMMZULt56CMcaYSlhSMMYY4xeSSUFERovIIRE5LCJXrbwqIlEissZ9fpuI3FT/UdYtD22eJSIHRGSviPxFRLo0RJx1qao2B5RLFhEVkSZ/+aKXNovIA+7ver+IvFnfMdY1D3/bnUVkk4jsdv++xzREnHVFRF4XkSx3Z8rynhcRWeT+PPaKyMA6DUBVQ+oGNAeOAN8FIoG/A73LlJkBLHXvTwLWNHTc9dDm24EY9/6j4dBmt1wb4DNgKzCooeOuh99zd2A30M59fF1Dx10PbV4GPOre7w0cb+i4a9nmYcBAIL2C58cAH+PsXDkU2FaX9YdiT2EwcFhVj6pqAbAauLdMmXuBN9z7a4ERIk16T7Yq26yqm1S1ZCf7rTg74TVlXn7PAP8NvACEwpraXtr878BiVT0HoKpZ9RxjXfPSZgWuce/HcvUOj02Kqn5G5TtQ3gusUMdWoK2IXF9X9YdiUrgRyAh4nOkeK7eMOpsBXQA61Et0weGlzYEewvmk0ZRV2WYRGQB0UtUP6zOwIPLye+4B9BCRzSKyVURG11t0weGlzfOAFBHJBDYA/1E/oTWY6v6/V0so7qdQ3if+stfdeinTlHhuj4ikAIOAfwlqRMFXaZtFpBnwG2BafQVUD7z8nlvgDCENx+kNfi4ifVT1fJBjCxYvbZ4MLFfVF0XkFuCPbpt9wQ+vQQT1/SsUewqZQKeAx3Fc3Z30lxGRFjhdzsq6a42dlzYjIiOBnwH3qGp+PcUWLFW1uQ3QB0gTkeM4Y6/rm/hks9e/7fdVtVBVjwGHcJJEU+WlzQ8BbwOo6hYgGmfhuFDl6f+9pkIxKXwJdBeReBGJxJlIXl+mzHpgqns/GfhU3RmcJqrKNrtDKb/HSQhNfZwZqmizql5Q1Y6qepOq3oQzj3KPqjblvVy9/G2vw7moABHpiDOcdLReo6xbXtp8AhgBICK9cJLC6XqNsn6tB6a4VyENBS6o6jd1dfKQGz5S1SIRmQl8gnPlwuuqul9EfgHsUNX1wGs4XczDOD2ESQ0Xce15bPMCoDXwjjunfkJV72mwoGvJY5tDisc2fwKMEpEDQDEwW1WzGy7q2vHY5p8AfxCRp3CGUaY15Q95IvIWzvBfR3eeZC4QAaCqS3HmTcYAh4FLwL/Vaf1N+GdnjDGmjoXi8JExxpgasqRgjDHGz5KCMcYYP0sKxhhj/CwpGGOM8bOkYBodESkWkT0Bt5sqKXtTRatJVrPONHclzr+7S0T0rME5HhGRKe79aSJyQ8Bzr4pI7zqO80sRSfTwmidFJKa2dZvwYEnBNEZ5qpoYcDteT/X+UFX74yyWuKC6L1bVpaq6wn04Dbgh4LmHVfVAnUR5Jc4leIvzScCSgvHEkoJpEtwewecissu9fb+cMgkist3tXewVke7u8ZSA478XkeZVVPcZ0M197Qh3nf597jr3Ue7xX8uV/SkWusfmiUiqiCTjrC+1yq2zpfsJf5CIPCoiLwTEPE1EflfDOLcQsBCaiLwiIjvE2UfhWffY4zjJaZOIbHKPjRKRLe7P8R0RaV1FPSaMWFIwjVHLgKGj99xjWcCdqjoQmAgsKud1jwC/VdVEnDflTHfZg4nAre7xYuCHVdT/r8A+EYkGlgMTVbUvzgoAj4pIe2A8kKCq/YD5gS9W1bXADpxP9Imqmhfw9FpgQsDjicCaGsY5GmdZixI/U9VBQD/gX0Skn6ouwlkX53ZVvd1d+uK/gJHuz3IHMKuKekwYCbllLkxIyHPfGANFAC+7Y+jFOGv6lLUF+JmIxAHvquo/RGQEkAR86S7v0RInwZRnlYjkAcdxll/uCRxT1f9zn38DeAx4GWd/hldF5CPA89LcqnpaRI66a9b8w61js3ve6sTZCmfZh8Bdtx4Qkek4/9fX42w4s7fMa4e6xze79UTi/NyMASwpmKbjKeAU0B+nh3vVpjmq+qaIbAPGAp+IyMM4ywy/oarPeKjjh4EL5olIuXtsuOvxDMZZhG0SMBO4oxptWQM8AHwFvKeqKs47tOc4cXYg+zWwGJggIvFAKvA9VT0nIstxFoYrS4A/q+rkasRrwogNH5mmIhb4xl0j/0c4n5JLEZHvAkfdIZP1OMMofwGSReQ6t0x78b4/9VfATSLSzX38I+Cv7hh8rKpuwJnELe8KoByc5bvL8y5wH84+AGvcY9WKU1ULcYaBhrpDT9cAucAFEfkOcHcFsWwFbi1pk4jEiEh5vS4TpiwpmKZiCTBVRLbiDB3lllNmIpAuInuAm3G2LDyA8+b5vyKyF/gzztBKlVT1Ms4KlO+IyD7AByzFeYP90D3fX3F6MWUtB5aWTDSXOe854ADQRVW3u8eqHac7V/EikKqqf8fZm3k/8DrOkFSJZcDHIrJJVU/jXBn1llvPVpyflTGArZJqjDEmgPUUjDHG+FlSMMYY42dJwRhjjJ8lBWOMMX6WFIwxxvhZUjDGGONnScEYY4zf/wPAKjyf2+9VfAAAAABJRU5ErkJggg==\n", + "text/plain": [ + "<Figure size 432x288 with 1 Axes>" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "array([0.27145401, 0.72216815, 0.89101219, ..., 0.1970748 , 0.64862049,\n", + " 0.88528073])" + ] + }, + "execution_count": 11, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "#Logistic regression (SGD)\n", + "cv = StratifiedKFold(n_splits=10)\n", + "results = np.zeros_like(y, dtype=float)\n", + "\n", + "tprs = []\n", + "aucs = []\n", + "mean_fpr = np.linspace(0, 1, 100)\n", + "\n", + "i = 0\n", + "for train, test in cv.split(X, y):\n", + " keras.backend.clear_session()\n", + " prbs=[]\n", + " for mod in range(5):\n", + " print('>>')\n", + " curr_try = 0\n", + " while curr_try <10:\n", + " print('.')\n", + "\n", + " model = Sequential()\n", + " model.add(Dense(1, activation='sigmoid'))\n", + " # Compile model\n", + " opt = keras.optimizers.Adam(epsilon=None, amsgrad=True)\n", + " model.compile(loss='binary_crossentropy', optimizer=opt, metrics=['accuracy'])\n", + " \n", + " # Fit the model\n", + " history = model.fit(X[train,:], y[train], epochs=50, batch_size=64, verbose=0)\n", + " if history.history['acc'][-1] > 0.53:\n", + " break\n", + " else:\n", + " curr_try += 1\n", + "\n", + " # Fit the model\n", + " model.fit(X[train,:], y[train], epochs=50, batch_size=64, verbose=1)\n", + " \n", + " # evaluate the model\n", + " probas_ = model.predict(X[test,:])\n", + " prbs.append(probas_)\n", + " # Average the predictions\n", + " probas_ = np.mean(np.hstack(prbs), axis=1)\n", + " results[test] = probas_\n", + " \n", + " # Compute ROC curve and area the curve\n", + " fpr, tpr, thresholds = roc_curve(y[test], probas_[ :])\n", + " print(' ' + str(auc(fpr, tpr)))\n", + " tprs.append(interp(mean_fpr, fpr, tpr))\n", + " tprs[-1][0] = 0.0\n", + " roc_auc = auc(fpr, tpr)\n", + " aucs.append(roc_auc)\n", + " plt.plot(fpr, tpr, lw=1, alpha=0.3,\n", + " label='ROC fold %d (AUC = %0.2f)' % (i, roc_auc))\n", + "\n", + " i += 1\n", + "plt.plot([0, 1], [0, 1], linestyle='--', lw=2, color='r',\n", + " label='Chance', alpha=.8)\n", + "\n", + "mean_tpr = np.mean(tprs, axis=0)\n", + "mean_tpr[-1] = 1.0\n", + "mean_auc = auc(mean_fpr, mean_tpr)\n", + "std_auc = np.std(aucs)\n", + "plt.plot(mean_fpr, mean_tpr, color='b',\n", + " label=r'Mean ROC (AUC = %0.2f $\\pm$ %0.2f)' % (mean_auc, std_auc),\n", + " lw=2, alpha=.8)\n", + "\n", + "std_tpr = np.std(tprs, axis=0)\n", + "tprs_upper = np.minimum(mean_tpr + std_tpr, 1)\n", + "tprs_lower = np.maximum(mean_tpr - std_tpr, 0)\n", + "plt.fill_between(mean_fpr, tprs_lower, tprs_upper, color='grey', alpha=.2,\n", + " label=r'$\\pm$ 1 std. dev.')\n", + "\n", + "plt.xlim([-0.05, 1.05])\n", + "plt.ylim([-0.05, 1.05])\n", + "plt.xlabel('False Positive Rate')\n", + "plt.ylabel('True Positive Rate')\n", + "plt.title('Receiver operating characteristic example')\n", + "plt.legend(loc=\"lower right\")\n", + "plt.show()\n", + "results" + ] + }, + { + "cell_type": "code", + "execution_count": 12, + "metadata": {}, + "outputs": [], + "source": [ + "df_results = pd.DataFrame(data={\"name\": names, 'pred': results})\n", + "df_results.to_csv('/home/drewe/notebooks/genotox/pred.lr.v4.csv', index=None)" + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "metadata": {}, + "outputs": [ + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXoAAAD8CAYAAAB5Pm/hAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAEJVJREFUeJzt3X+MZeVdx/H3t2wRsSA/dsANyzg02WoJiSmZELRJXbuNAWzY/gEEtO2CGzepFbVtFNQ/mKp/UH9RmjTgCtjFVH4UG9kYtDFbVtTIxqVUyo+QrhSXLSu7tYAaVMB+/eOexSk7s3PmnnPvPee571cymXvPPfee55k7872f85znnInMRJJUrrdMugGSpNGy0EtS4Sz0klQ4C70kFc5CL0mFs9BLUuEs9JJUOAu9JBXOQi9JhVsz6QYArF27Nufm5ibdDEnqlUceeeRbmTmz0nqdKPRzc3Ps3bt30s2QpF6JiH+ps55DN5JUOAu9JBXOQi9JhbPQS1LhLPSSVDgLvSQVzkIvSYWz0EtS4Sz0klS4TpwZ23sLC0vflqQOMNFLUuEs9JJUOAu9JBXOQi9JhbPQS1LhLPSSVDgLvSQVzkIvSYWz0EtS4VYs9BFxR0QciojHFy07LSL+OiK+Xn0/tVoeEfGZiNgXEY9FxPmjbLwkaWV1Ev3ngIvetOx6YFdmbgB2VfcBLgY2VF/bgFvaaaYkaVgrFvrMfAj49psWbwZ2VLd3AB9YtPzOHHgYOCUi1rXVWEnS6g07Rn9mZh4EqL6fUS0/C3hu0XoHqmVHiYhtEbE3IvYePnx4yGZIklbS9sHYWGJZLrViZm7PzPnMnJ+ZmWm5GZKkI4a9TPELEbEuMw9WQzOHquUHgLMXrbceeL5JA3tnucsUe/liSRMybKLfCWypbm8B7l+0/MPV7JsLgZePDPFIkiZjxUQfEXcBG4G1EXEAuAG4Ebg3IrYC+4HLq9UfAC4B9gGvANeMoM3j5T8VkdRzKxb6zLxqmYc2LbFuAh9t2ihJUns8M1aSCmehl6TCWeglqXAWekkq3LDz6DWKGTirneHjjCBJNZjoJalwFnpJKpyFXpIKZ6GXpMJZ6CWpcBZ6SSqchV6SCuc8+tVwrrqkHjLRS1LhTPST4BmtksbIRC9JhbPQS1LhHLqR1DuOfq6OiV6SCmeiL5FxR/LPYBETvSQVzkQvqRemPZU3YaKXpMKZ6CWpRV08NmCil6TCTXei7+JH70r60k6pEH0sE29mopekwlnoJalwFnpJKlyjQh8RH4uIJyLi8Yi4KyJOiIhzImJPRHw9Iu6JiOPbaqwkafWGLvQRcRbwi8B8Zp4HHAdcCXwKuCkzNwAvAlvbaKgkaThNZ92sAb43Il4DTgQOAu8Ffrp6fAewANzScDvl6uthfKkjujArput/xkMn+sz8JvB7wH4GBf5l4BHgpcx8vVrtAHBW00ZKkoY3dKKPiFOBzcA5wEvAF4CLl1g1l3n+NmAbwOzs7LDNkNRxXUjc067Jwdj3Ad/IzMOZ+RrwReDHgFMi4sgHyHrg+aWenJnbM3M+M+dnZmYaNEOSdCxNxuj3AxdGxInAfwGbgL3Ag8BlwN3AFuD+po2UpFErec+jyRj9HuA+4CvA16rX2g5cB3w8IvYBpwO3t9BOSdKQGs26ycwbgBvetPgZ4IImrztxo/g4H3VEKC2CSGqNZ8ZKUuGm++qVXWZC1xTp2vh4F9rQJhO9JBXORC+pGKUl8baY6CWpcNOX6P3IlzRlTPSSVLjpS/SSesMd8HaY6CWpcBZ6SSqchV6SCmehl6TCeTBW0kR4oHV8TPSSVDgT/RGlxouuXS1KrfGtnaw+/cxN9JJUOAu9JBXOQi9JhXOMXt/NgV9NmL927TPRS1LhTPRSwdxBO9o0/kxM9JJUuOlI9NPysS21aBTJt+9/in1tv4lekgo3HYlekpbQ14S+WiZ6SSqciX5aTePUA2lKmeglqXAmemkKuUM3XUz0klS4Rok+Ik4BbgPOAxL4WeBp4B5gDngWuCIzX2zUSk2GsU9qpCt/Qk0T/c3AX2XmDwM/AjwFXA/syswNwK7qviRpQoZO9BFxMvAe4GqAzHwVeDUiNgMbq9V2ALuB65o0UpKamPYd0iaJ/u3AYeCPI+LRiLgtIr4PODMzDwJU389ooZ2SpCE1GaNfA5wPXJuZeyLiZlYxTBMR24BtALOzsw2aobHrysCjOsVfi+5qkugPAAcyc091/z4Ghf+FiFgHUH0/tNSTM3N7Zs5n5vzMzEyDZkiSjmXoQp+Z/wo8FxE/VC3aBDwJ7AS2VMu2APc3aqEkqZGmJ0xdC3w+Io4HngGuYfDhcW9EbAX2A5c33IYkqYFGhT4zvwrML/HQpiavK2kyHFsvk2fGSlLhLPSSVDgvaqb21Jlf5xy8qeBb2y0mekkqnIVekgpnoZekwjlGr+5xHF9qlYlekgpnotdomMqLstzb6VvbDyZ6SSqciX6adC1+GQ17ybeqf0z0klQ4E73qRTRjnNRbJnpJKpyFXpIKZ6GXpMKVO0bvmLL0XfyTmF4mekkqXLmJXiqQE6T6a5KnjZjoJalwFnpJKpyFXpIK5xi9mmlrsNGB5Ub88elYTPSSVDgTvbqtL1e47Es7l9Cz5moIJnpJKpyJXmpoYQHYvXHRgkXLpQ4w0UtS4Uz00gT1eGhfPWKil6TCNU70EXEcsBf4Zma+PyLOAe4GTgO+AnwoM19tuh31WIeiqgla06iNoZtfAp4CTq7ufwq4KTPvjohbga3ALS1sRxqLUX8Y+AGjcWs0dBMR64GfAm6r7gfwXuC+apUdwAeabEOS1EzTRP9p4FeBk6r7pwMvZebr1f0DwFlLPTEitgHbAGZnZxs2Q+o/h5U0KkMn+oh4P3AoMx9ZvHiJVXOp52fm9sycz8z5mZmZYZshSVpBk0T/buDSiLgEOIHBGP2ngVMiYk2V6tcDzzdvZk3GoLIZeaWhDJ3oM/PXMnN9Zs4BVwJfzsyfAR4ELqtW2wLc37iVkqShjeKEqeuAuyPit4FHgdtHsA1Nu+XSfSGpv5BuqCNaKfSZuRvYXd1+BrigjdeVJDXnJRCkYxhcsGz34PbG3UPH6yap3ESvprwEgiQVzkSvqTX2cfBqzwCAjRvHsEFpwEQvSYUz0asYo/4HIAu7N77xmrXbI3WAiV6SCmeiV2ctLErnCxt3H2PFhcH3xWm+rjdm1OC4uYplopekwpno9YbaCVpSr5joJalwFnpJKpyFXpIK5xi9psPimTl1ZtcsPot1tUZ9Bqxn2GqVTPSSVDgTvcp1JPku7J5kK6SJM9FLUuFM9Ood5/sv0mS83rH+qWGil6TCmei1pFGk5oVlrkUz6lR+1HabzKiReshEL0mFM9FrpJZL8X15/ZFZ7fi4eyFqwEKvoRV3ULTUYupB16nn0I0kFc5EX5jiUnaX1dkDKHUvQb1iopekwpnop1xvD2ZOgy7vDTju3ysmekkqnIlerWhybKBXxxX6krKlRUz0klS4oRN9RJwN3An8APAdYHtm3hwRpwH3AHPAs8AVmfli86ZOp3FeimCcbdAyupDKHX8vTpNE/zrwicx8J3Ah8NGIOBe4HtiVmRuAXdV9SdKEDJ3oM/MgcLC6/R8R8RRwFrAZ2FittgPYDVzXqJXqFWfy9NByexJNLtXg3kBntDJGHxFzwLuAPcCZ1YfAkQ+DM9rYhiRpOI1n3UTE24A/A345M/89Iuo+bxuwDWB2drZpM3pjrJf/dWy9H7owLj8K/pP0zmiU6CPirQyK/Ocz84vV4hciYl31+Drg0FLPzcztmTmfmfMzMzNNmiFJOoYms24CuB14KjP/YNFDO4EtwI3V9/sbtVBSt5W6R1KQJkM37wY+BHwtIr5aLft1BgX+3ojYCuwHLm/WRElSE01m3fwdsNyA/KZhX1fLc8xd0jA8M1aSCue1bjpoFPPQ+zK3vc4MIvWcs2XGzkQvSYUz0U9QW1d8lMZiUrNr3ANozEQvSYUz0dfkjBepJ9wDOIqJXpIKZ6IfkdXuATjmLtVQ5yqbPbCwsPTtUTHRS1LhTPTSNOnCzJk66zi23ioTvSQVzkQ/BMffpZ5wLwEw0UtS8Uz0LTK5S6vUhWMGU/C/cC30laWGYyzcR/Nnot7q2RTMNjl0I0mFKzbRe8kCSbX0fFimDhO9JBWu/4l+lecPm/SlHujCeHoX2tASE70kFa7/iV6S2rLaFN+T8X0TvSQVzkTfkPPKJXWdiV6SCmehl6TCWeglqXCO0S/BcXdJJTHRS1LhLPSSVDgLvSQVbiRj9BFxEXAzcBxwW2beOIrt1LXcmLtj8ZJaU+es2gmdPdt6oo+I44DPAhcD5wJXRcS5bW9HklTPKBL9BcC+zHwGICLuBjYDT45gW5I0Xj28quUoxujPAp5bdP9AtUySNAGjSPSxxLI8aqWIbcC26u5/RsTTq9jGWuBbx17lk6t4ud6o0e8i2e/pUm6//+boRZ/8/1I1TL9/sM5Koyj0B4CzF91fDzz/5pUyczuwfZgNRMTezJwfrnn9Zb+ni/2eLqPs9yiGbv4R2BAR50TE8cCVwM4RbEeSVEPriT4zX4+IXwC+xGB65R2Z+UTb25Ek1TOSefSZ+QDwwCheuzLUkE8B7Pd0sd/TZWT9jsyjjpNKkgriJRAkqXCdLvQRcVFEPB0R+yLi+iUe/56IuKd6fE9EzI2/le2r0e+PR8STEfFYROyKiFpTrLpupX4vWu+yiMiIKGJmRp1+R8QV1Xv+RET86bjbOAo1fs9nI+LBiHi0+l2/ZBLtbFtE3BERhyLi8WUej4j4TPVzeSwizm+80czs5BeDA7n/DLwdOB74J+DcN63z88Ct1e0rgXsm3e4x9fsngBOr2x+Zln5X650EPAQ8DMxPut1jer83AI8Cp1b3z5h0u8fU7+3AR6rb5wLPTrrdLfX9PcD5wOPLPH4J8JcMzkm6ENjTdJtdTvRvXEohM18FjlxKYbHNwI7q9n3ApohY6oStPlmx35n5YGa+Ut19mMG5Cn1X5/0G+C3gd4D/HmfjRqhOv38O+GxmvgiQmYfG3MZRqNPvBE6ubn8/S5yP00eZ+RDw7WOsshm4MwceBk6JiHVNttnlQl/nUgpvrJOZrwMvA6ePpXWjs9pLSGxl8Onfdyv2OyLeBZydmX8xzoaNWJ33+x3AOyLi7yPi4erqsH1Xp98LwAcj4gCDWXzXjqdpE9f6ZWS6/K8E61xKodblFnqmdp8i4oPAPPDjI23ReByz3xHxFuAm4OpxNWhM6rzfaxgM32xksPf2txFxXma+NOK2jVKdfl8FfC4zfz8ifhT4k6rf3xl98yaq9brW5URf51IKb6wTEWsY7N4da5eoD2pdQiIi3gf8BnBpZv7PmNo2Siv1+yTgPGB3RDzLYOxyZwEHZOv+nt+fma9l5jeApxkU/j6r0++twL0AmfkPwAkMrgdTulo1YDW6XOjrXEphJ7Clun0Z8OWsjmb02Ir9roYw/pBBkS9hvBZW6HdmvpyZazNzLjPnGBybuDQz906mua2p83v+5wwOwBMRaxkM5Twz1la2r06/9wObACLinQwK/eGxtnIydgIfrmbfXAi8nJkHm7xgZ4ducplLKUTEbwJ7M3MncDuD3bl9DJL8lZNrcTtq9vt3gbcBX6iOPe/PzEsn1ugW1Ox3cWr2+0vAT0bEk8D/Ar+Smf82uVY3V7PfnwD+KCI+xmDo4uoCghwRcReDYbi11fGHG4C3AmTmrQyOR1wC7ANeAa5pvM0Cfm6SpGPo8tCNJKkFFnpJKpyFXpIKZ6GXpMJZ6CWpcBZ6SSqchV6SCmehl6TC/R9gpZLVQ8R5UAAAAABJRU5ErkJggg==\n", + "text/plain": [ + "<Figure size 432x288 with 1 Axes>" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + } + ], + "source": [ + "plt.hist(results[y==0],100, color='red', alpha=0.5)\n", + "plt.hist(results[y==1],100, color='blue', alpha=0.5)\n", + "plt.show()" + ] + }, + { + "cell_type": "code", + "execution_count": 14, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/fast_data/drewe/software/envs/tf_gpu/lib/python3.6/site-packages/sklearn/linear_model/_logistic.py:940: ConvergenceWarning: lbfgs failed to converge (status=1):\n", + "STOP: TOTAL NO. of ITERATIONS REACHED LIMIT.\n", + "\n", + "Increase the number of iterations (max_iter) or scale the data as shown in:\n", + " https://scikit-learn.org/stable/modules/preprocessing.html\n", + "Please also refer to the documentation for alternative solver options:\n", + " https://scikit-learn.org/stable/modules/linear_model.html#logistic-regression\n", + " extra_warning_msg=_LOGISTIC_SOLVER_CONVERGENCE_MSG)\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + " 0.8370533804349155\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/fast_data/drewe/software/envs/tf_gpu/lib/python3.6/site-packages/sklearn/linear_model/_logistic.py:940: ConvergenceWarning: lbfgs failed to converge (status=1):\n", + "STOP: TOTAL NO. of ITERATIONS REACHED LIMIT.\n", + "\n", + "Increase the number of iterations (max_iter) or scale the data as shown in:\n", + " https://scikit-learn.org/stable/modules/preprocessing.html\n", + "Please also refer to the documentation for alternative solver options:\n", + " https://scikit-learn.org/stable/modules/linear_model.html#logistic-regression\n", + " extra_warning_msg=_LOGISTIC_SOLVER_CONVERGENCE_MSG)\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + " 0.8573200992555832\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/fast_data/drewe/software/envs/tf_gpu/lib/python3.6/site-packages/sklearn/linear_model/_logistic.py:940: ConvergenceWarning: lbfgs failed to converge (status=1):\n", + "STOP: TOTAL NO. of ITERATIONS REACHED LIMIT.\n", + "\n", + "Increase the number of iterations (max_iter) or scale the data as shown in:\n", + " https://scikit-learn.org/stable/modules/preprocessing.html\n", + "Please also refer to the documentation for alternative solver options:\n", + " https://scikit-learn.org/stable/modules/linear_model.html#logistic-regression\n", + " extra_warning_msg=_LOGISTIC_SOLVER_CONVERGENCE_MSG)\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + " 0.8643731129826793\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/fast_data/drewe/software/envs/tf_gpu/lib/python3.6/site-packages/sklearn/linear_model/_logistic.py:940: ConvergenceWarning: lbfgs failed to converge (status=1):\n", + "STOP: TOTAL NO. of ITERATIONS REACHED LIMIT.\n", + "\n", + "Increase the number of iterations (max_iter) or scale the data as shown in:\n", + " https://scikit-learn.org/stable/modules/preprocessing.html\n", + "Please also refer to the documentation for alternative solver options:\n", + " https://scikit-learn.org/stable/modules/linear_model.html#logistic-regression\n", + " extra_warning_msg=_LOGISTIC_SOLVER_CONVERGENCE_MSG)\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + " 0.8609691689336569\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/fast_data/drewe/software/envs/tf_gpu/lib/python3.6/site-packages/sklearn/linear_model/_logistic.py:940: ConvergenceWarning: lbfgs failed to converge (status=1):\n", + "STOP: TOTAL NO. of ITERATIONS REACHED LIMIT.\n", + "\n", + "Increase the number of iterations (max_iter) or scale the data as shown in:\n", + " https://scikit-learn.org/stable/modules/preprocessing.html\n", + "Please also refer to the documentation for alternative solver options:\n", + " https://scikit-learn.org/stable/modules/linear_model.html#logistic-regression\n", + " extra_warning_msg=_LOGISTIC_SOLVER_CONVERGENCE_MSG)\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + " 0.8549095654731269\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/fast_data/drewe/software/envs/tf_gpu/lib/python3.6/site-packages/sklearn/linear_model/_logistic.py:940: ConvergenceWarning: lbfgs failed to converge (status=1):\n", + "STOP: TOTAL NO. of ITERATIONS REACHED LIMIT.\n", + "\n", + "Increase the number of iterations (max_iter) or scale the data as shown in:\n", + " https://scikit-learn.org/stable/modules/preprocessing.html\n", + "Please also refer to the documentation for alternative solver options:\n", + " https://scikit-learn.org/stable/modules/linear_model.html#logistic-regression\n", + " extra_warning_msg=_LOGISTIC_SOLVER_CONVERGENCE_MSG)\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + " 0.862216013528417\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/fast_data/drewe/software/envs/tf_gpu/lib/python3.6/site-packages/sklearn/linear_model/_logistic.py:940: ConvergenceWarning: lbfgs failed to converge (status=1):\n", + "STOP: TOTAL NO. of ITERATIONS REACHED LIMIT.\n", + "\n", + "Increase the number of iterations (max_iter) or scale the data as shown in:\n", + " https://scikit-learn.org/stable/modules/preprocessing.html\n", + "Please also refer to the documentation for alternative solver options:\n", + " https://scikit-learn.org/stable/modules/linear_model.html#logistic-regression\n", + " extra_warning_msg=_LOGISTIC_SOLVER_CONVERGENCE_MSG)\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + " 0.8659841188147931\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/fast_data/drewe/software/envs/tf_gpu/lib/python3.6/site-packages/sklearn/linear_model/_logistic.py:940: ConvergenceWarning: lbfgs failed to converge (status=1):\n", + "STOP: TOTAL NO. of ITERATIONS REACHED LIMIT.\n", + "\n", + "Increase the number of iterations (max_iter) or scale the data as shown in:\n", + " https://scikit-learn.org/stable/modules/preprocessing.html\n", + "Please also refer to the documentation for alternative solver options:\n", + " https://scikit-learn.org/stable/modules/linear_model.html#logistic-regression\n", + " extra_warning_msg=_LOGISTIC_SOLVER_CONVERGENCE_MSG)\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + " 0.8646361787123495\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/fast_data/drewe/software/envs/tf_gpu/lib/python3.6/site-packages/sklearn/linear_model/_logistic.py:940: ConvergenceWarning: lbfgs failed to converge (status=1):\n", + "STOP: TOTAL NO. of ITERATIONS REACHED LIMIT.\n", + "\n", + "Increase the number of iterations (max_iter) or scale the data as shown in:\n", + " https://scikit-learn.org/stable/modules/preprocessing.html\n", + "Please also refer to the documentation for alternative solver options:\n", + " https://scikit-learn.org/stable/modules/linear_model.html#logistic-regression\n", + " extra_warning_msg=_LOGISTIC_SOLVER_CONVERGENCE_MSG)\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + " 0.8428761365585865\n", + " 0.8554946940175967\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/fast_data/drewe/software/envs/tf_gpu/lib/python3.6/site-packages/sklearn/linear_model/_logistic.py:940: ConvergenceWarning: lbfgs failed to converge (status=1):\n", + "STOP: TOTAL NO. of ITERATIONS REACHED LIMIT.\n", + "\n", + "Increase the number of iterations (max_iter) or scale the data as shown in:\n", + " https://scikit-learn.org/stable/modules/preprocessing.html\n", + "Please also refer to the documentation for alternative solver options:\n", + " https://scikit-learn.org/stable/modules/linear_model.html#logistic-regression\n", + " extra_warning_msg=_LOGISTIC_SOLVER_CONVERGENCE_MSG)\n" + ] + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEWCAYAAACJ0YulAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAIABJREFUeJzsnXecVcX5/9/PuX177/SltwWpFooSJRixJWLFGhNj1FgSTTSRJCb4U2OLSlRUvjYwtmACxEJABUWlLL3DArssbO+3n/n9ce5e7i67sEhZFs779bq795wzZ87MuefMM/PMzGdEKYWJiYmJiQmA1t4JMDExMTE5eTCNgomJiYlJGNMomJiYmJiEMY2CiYmJiUkY0yiYmJiYmIQxjYKJiYmJSRjTKJwCiMg1IvJJe6ejvRGRziJSJyKWE3jNriKiRMR6oq55PBGR9SIy7nucd8o+gyIyTkQK2zsdJwrTKBxjRKRARNyhwmmfiMwSkZjjeU2l1FtKqfOP5zVORkL3ekLjtlJqt1IqRikVbM90tRch45R7NHEopforpRYf5joHGcLT9Rk8FTGNwvHhIqVUDJAHDAF+287p+V60Z+33VKl5Hwnm/TY5GTCNwnFEKbUP+BjDOAAgIg4ReUJEdovIfhH5h4i4Io5fLCL5IlIjIttFZGJof7yIvCIixSJSJCKPNLpJROQGEVkS+v4PEXkiMh0iMldE7gl9zxKR90WkVER2isidEeGmich7IvKmiNQANzTPUygdr4fO3yUiD4mIFpGOpSLydxGpFpFNInJes3MPlYelIvKUiFQA00Skh4j8T0TKRaRMRN4SkYRQ+DeAzsC/Q62y3zSvwYrIYhH5cyjeWhH5RERSItIzNZSHchH5ffOWR7N8u0Tkb6Hw1SKyJPJ3A64J/aZlIvJgxHkjRORrEakK5fs5EbFHHFcicruIbAW2hvY9IyJ7Qs/AChE5JyK8RUR+F3o2akPHO4nIF6Egq0P3Y0oo/I9Cz1OViHwlIoMi4ioQkftFZA1QLyLWyHsQSvvyUDr2i8iToVMbr1UVutboyGcwdG5/EflURCpC5/6ulfva6vsQStuyiN/zNjHcW87Q9rtitMarReQLEekfEe8sEXlBRBaE0rhURDJE5GkRqQw9m0Oa3YvfisiG0PHXGq/TQppbfYdOCZRS5ucYfoACYELoew6wFngm4vjTwEdAEhAL/BuYHjo2AqgGfoBhsLOBPqFj/wJeBKKBNOBb4GehYzcAS0LfxwB7AAltJwJuICsU5wrgD4Ad6A7sAC4IhZ0G+IFLQmFdLeTvdWBuKO1dgS3AzRHpCAB3AzZgSig/SW3MQwC4A7ACLiA3dC8cQCpGYfR0S/c6tN0VUIA1tL0Y2A70CsW3GHg0dKwfUAecHboXT4TyPqGV3/X50PnZgAU4M5Suxmu+HLrGYMAL9A2ddwYwKpSnrsBG4FcR8SrgU4znwRXady2QHDrnXmAf4Awd+zXGM9UbkND1kiPiyo2IeyhQAowMpfn60D1zRNy/fKBTxLXD9xT4Grgu9D0GGNXSfW7hGYwFikNpd4a2R7ZyXw/1Pmih33wa0BOoBIZEnHtT6BxHKJ78iGOzgLLQ/XcC/wN2AlND9+IRYFGzZ2ld6F4kAUuBR0LHxgGFEWlq9R06FT7tnoBT7RN6uOqA2tCLsxBICB0ToB7oERF+NLAz9P1F4KkW4kzHKGhcEfuuanyom72QAuwGxoS2fwr8L/R9JLC7Wdy/BV4LfZ8GfHGIvFlC6egXse9nwOKIdOwlZJBC+74FrmtjHna3du1QmEuAVc3u9eGMwkMRx38B/Df0/Q/A7IhjUYCPFoxCqCBwA4NbONZ4zZxmeb6ylTz8CvgwYlsB5x4m35WN1wY2Axe3Eq65UZgB/LlZmM3A2Ij7d1MLz2+jUfgC+COQ0kqeWzMKV0X+TofI1yHfh4hrVWAY098eIq6EUJriQ9uzgJcjjt8BbIzYHghUNcv3zyO2JwHbQ9/HccAoHPIdOhU+ph/x+HCJUuozERkLvA2kAFUYtd0oYIWINIYVjMIWjFrK/Bbi64JR8y6OOE/DaBE0QSmlRGQOxov5BXA18GZEPFkiUhVxigX4MmL7oDgjSMGoHe2K2LcLo/bcSJEKvSkRx7PamIcm1xaRNOBZ4ByMGqGGUUAeCfsivjdg1HgJpSl8PaVUg4iUtxJHCkZtc/uRXkdEegFPAsMwfnsrRk0zkub5vhe4JZRGBcSF0gDGM3KodETSBbheRO6I2GcPxdvitZtxM/AnYJOI7AT+qJT6Txuu29Y0Hu59QClVICKLMArp58OBDLfjX4CfhOLRQ4dSMFqnAPsjruVuYbv5AJDIe9H43DanLe9Qh8bsUziOKKU+x6ixNPr4yzAexv5KqYTQJ14ZndJgPJQ9WohqD0YtOyXivDilVP8WwgLMBn4sIl0wajbvR8SzMyKOBKVUrFJqUmSyD5GlMgwXS5eIfZ2BoojtbIl4w0PH97YxD82vPT20b5BSKg7DrSKHCH8kFGO49wCjzwDDZdMSZYCHln+bwzED2AT0DOXhdzTNA0TkI9R/cD9wBZColErAKOQaz2ntGWmJPcBfmv3eUUqp2S1duzlKqa1KqaswXH3/D3hPRKIPdc4RpvFw7wMiMgmj9bAQeDzi3KuBi4EJQDxGiwIOvrdHQqeI743PbXPa8g51aEyjcPx5GviBiOQppXQM3/NToVowIpItIheEwr4C3Cgi54mIFjrWRylVDHwC/E1E4kLHeoRaIgehlFoFlAIzgY+VUo21mm+BmlAHnivUaTlARIa3JSPKGOr5T+AvIhIbMjr3cKAlAkYBcqeI2ETkJ0BfYP6R5iFELIYrrkpEsjH86ZHsx/Dpfh/eAy4SkTPF6Pj9I60UKKHf7VXgyVAnoyXUuepow3VigRqgTkT6ALe1IXwA4/ezisgfMFoKjcwE/iwiPcVgkIg0GrPm9+Nl4OciMjIUNlpELhSR2DakGxG5VkRSQ/lvfIaCobTptH7v/wNkiMivQh3JsSIysnmgw70PYgwKeAWj1XQ9xu/VWPjGYlQyyjFaG39tS54Ow+0ikiMiSRjG+50WwhzVO9QRMI3CcUYpVYrROfv70K77gW3AMjFG+HyG0WmIUupb4EbgKYza4eccqJVPxWj6b8BwobwHZB7i0rMxalFvR6QlCFyEMRpqJ0ZNbSZGTaut3IHhB94BLAnF/2rE8W8wOgXLMJr3P1ZKNbpljjQPf8ToLK0G5gEfNDs+HXhIjJE19x1BHlBKrQ/lZQ5Gq6EWo1PW28op92F08H6H4eP+f7Tt/bkPo1Zbi1EAtlTQRPIxsACjA38XRgsl0q3xJIZh/gTD2LyC0cENRp/Q/4XuxxVKqeUYfUrPYdzvbbQwouwQTATWi0gd8AxGP4lHKdWA8dsuDV1rVORJSqlajAECF2G41bYC41u5RqvvA/ASMFcpNT/0DN0MzAwZwddD96cI43ladgT5ao23Me7rjtDnkeYBjtE7dFLTOELFxOSoEZEbgFuUUme3d1qOFDEmGFZhuHl2tnd6TE4sIlKA8ex+1t5paW/MloLJaYuIXCQiUSE/+RMYLYGC9k2ViUn7YhoFk9OZizE6E/diuLyuVGbT2eQ0x3QfmZiYmJiEMVsKJiYmJiZhOtzktZSUFNW1a9f2ToaJiYlJh2LFihVlSqnUw4XrcEaha9euLF++vL2TYWJiYtKhEJFdhw9luo9MTExMTCIwjYKJiYmJSRjTKJiYmJiYhDGNgomJiYlJGNMomJiYmJiEOW5GQUReFZESEVnXynERkWdFZJuIrBGRoccrLSYmJiYmbeN4thRmYagstsYPMaQFegK3YujOm5iYmJi0I8dtnoJS6gsR6XqIIBcDr4e0ZpaJSIKIZIZ0901MTExOeXQdfD6orQ5QU6PjcUN9g1BeDmUlQcr3+amsguqCEqrqHYyclM5tv7Ad1zS15+S1bJrqxBeG9h1kFETkVozWBJ07dz4hiTPpWPj9fgoLC/F4PO2dFJOTAGP9nu+v62acr6MUKGVEpRQoBKWDrkDXje+KA2HC54f2BYMqFIeE4zK+Hzi3JWx2RWYOZOYYEYmuQOoRRzkbN9oPmXan00lOTg422/czHu1pFFpa5arFe6SUegljwQ2GDRtmKviZHERhYSGxsbF07dqVpquBmnQkjMXjA0326bofY6G3lldiVQp0XaF0IahDMCgEgwo9aCEQgGBAGQV4qFDWQwWyHlToSowCH+N4GDEK76CuhbfDj5V24PKKZtagSWYE4cB5rZopUaEwChGFpilE09EsCs2qcHrrifN50eKjsacl4XC27vVXSlFeXk5hYSHdunVrNdyhaE+jUEjTNVFzaHlNVBOTw+LxeEyD0E4oFQzVrA+NrntprS5o1JqVEY9S6LoVt9tPwKcIBiAYtBIIagSDgq40dF1CBX3of4tXFFAqVHA3vV74OBLabvm5EYx8iSiUJqECvLHgVmihbdGkSRTSeI5FN46HPk4JoGE1zrUIIhI2GlEOK3ZXFKLr4PcjrtCCeno0eL3QuH0IRITk5GRKS0sPG7Y12tMofAT8UkTmYCwuX232J5gcDaZB+H4opaNUEF33cFDhqOscVl5f6SAaEjpXhf4Ytf5QkIAfpYPbrwgEhGBQa+JKCQY0fH4IBG0EgxajBo/dKLKFJulS0vyLURsPF76ajtZYYGs6mhVsmhY6Hqq5WyyIRqhQB+TgPGqaQtNAHFrIfChiLBr1vlCrRQjn+bBEhBWBWGcrrp3aWiguNgJ17w4WC2hamwzCgXtxdO/BcTMKIjIbGAekiEgh8DBgA1BK/QOYD0zCWJ+1AWNtYhMTk+OIrgeBxlq9IuhvQAUCRo+nWNCwNXWN6LpRKInhXgkEI3zjOnj9gt9vJahr6EHDNeMP6kZhD+GavK67UKGiNbIgbdLCEFCigXE5rBaFZgWLRWGRAJqmsFiMWnqMBI1tm/FfGiv9GIViPdEgGoil5YL7SAr0CHvhDoDForVeqH9fAgHYtw9qaoxtlwuCQcMonGCO25BUpdRVSqlMpZRNKZWjlHpFKfWPkEFAGdyulOqhlBoYWmTcxKTDYrFYyMvLY8CAAVx00UVUVVWFj61fv55zzz2XXr160bNnT/785z83qYEvWLCAYcOG0bdvX/r06cN99913UPxer5cJEyaQl5fHO++802o6xo0bx/Lly1FKEQzoBAM6AX+AmS//g9tvv42Ghhoa6mtoqK3BU+ehtk7jF7/6A70GjGDg8DP5ePE6CkosFOyzsnO/g+17HWzZ5SR/E4yZcCFbCmzsKHSyc6+T//fkP+jaM5lde+uparBS02Bhzj9n8/Af78Xnt+EPWAnqFm686QdsWL8Ci6bj9VbxyCM/48ILe3L5jwdz80/PZduub0lI0UlPa6BnRg29M6vpkVZDt/QqOqdUk51cT3qaRmqKlZRkO67kKFzJsdjjErDFJmGNSeLe3/2RfkNGMWT0ONauXUNCtIOEKAfxUfbwZ/7c9zl75BmcM3IYV1x6Eb76auJctvDnpeefIT7KHt7/xcKP+dujjzQJc0wNglJQXQ3btxsGQdMgPR26dgX7oTuUjxfmjGYTk2OEy+UiPz+fdevWkZSUxPPPPw+A2+1m8uTJPPDAA2zZsoXVq1fz1Vdf8cILLwCwbt06fvnLX/Lmm2+yceNG1q1bR/fu3Q+Kf9WqVfj9fvLz85kyZUqLaQgGjBEzwYBOdU0t5eVVlJSWU7yviopKndpaobAwisI9UewpjGHX3iTeeX8pmzYX8NG/N/HgQ//ggQd/hdvtwOdz4fc7CQbsoDQ++tcszp9wMVF2wWHRcVp1Pvl4DoMHDuXbJe+RFuMmI76BmBg/TleQlFQ3qWlu0jMasNuDJKe5Sc9q4JG//pSMrFiWr1rO1998xT/+8Xekfg/pznqSo/3YE+OwxMdjiY/HGp2ENToJW0wyTqcTh8OB3W7HZrPR4Nep9+nUeYN8MPc/bNq8lRVrNvDMczO471d3HHRvAoEAd911F4sWLWLNmjUMGjSI5557Lnx8z549fPrpp01GOF544YV89NFHNDQ0HNWz0Sr79kFRkdEqiI42XEbJyRG92ice0yiYmBwHRo8eTVFREQBvv/02Z511Fueffz4AUVFRPPfcczz66KMAPPbYYzz44IP06dMHAKvVym0/+xm6zxf+7Css5NprriE/fxWDBg0kP38lH374AQMHDqJv335cccW1bNxYxo6dbtzuILv3+Cjc7eDFFz9g9OgzuezSy/j225XoQSvBgJ2gbkfHjmhWPl/8ET++/CoSYwKMP3so7vpKdPc2UuKqSYuvIiOxgqT0Gj7+9C0uu/J8krvpJHfTqda34fHX8+BfpvHRJ+9jTbdjSXNgi7HgclpISXaSnOQkKTEKq9VCbHQU5aUl5K9axeOPPUZyYgKJ8XEMyRvMxVOmYE80DIDFYgl/NE2j3hek1hOgxu1v8gHCtfdP/zuPm268nvgoO+eNPZuqqiqKi5t2URp9HIr6+nqUUtTU1JCVlRU+fvfdd/PYY4818cmLCOPGjeM///nP8XlQYmMNF1FWFnTu3G6tg0g63CI7JiZt4bMN+495nBP6pbcpXDAYZOHChdx8882A4To644wzAND9fvD76ZqaSl1dHZV797JuzRp+ddttBOvqDkQS8uVLyKecmpzM008/ybPPvsDrr35IZY2XX/ziYl5+6WO6du3J7353I7Ne+z+uu+4OlNLQgxZKS/fxwow/8a8Pl5KYEM81115Av4GDiU+uRTQ9PIqmonoX3ftejiPeKGgzs7PYX7OP7N5GjVkB+Pzs2bWLvAF9w4XmCx+8zzVXXcWF553LXT+7Fb2uhrS0NGJsNjRNazJOXkTwBBQrV69jwMBBuANAIHjI+3jDdVezbcsWENAiCup77rmHqVOnNglbVFREp04HBjPm5ORQVFREZmZmeJ/NZmPGjBkMHDiQ6OhoevbsGW7NffTRR2RnZzN48OCD0jFs2DC+/PJLrrjiikOmt014vdDQAImJxnZMDOTmtkvfQWuYRsHklKStBfj3RQWDqGCoUAsEUIEAbrebvEGDKNi9m6F5eZw7ahTB2lqCXi/K6yVYW2v4kK02dJvTiMfuRIngC+q4/UGCwdA4e10IBMHjDeILCIGAhf0lUXi9VkorbWzesoGsrK5069Ydu83LlJ9M4c23XyI14UYctiAJKV52Fy9hzLgzye0XA7rOZT++hO3bt5HuVChbFGB0ttqwEGdxkOR0Ig4LdpuVxLhokmMPjHgpLq4iITEBq/VAkTHnnXd4a867NPgVP5p8CW+8NYef/vw2PP4gvoAers0DBHWFiBDlsGK1aMS5Du+X/+C9d9v+e7QwQqr5KBy/38+MGTNYtWoV3bt354477mD69Oncc889/OUvf+GTTz5pMe60tDT27j3K0fJKQXk5lJYa3x0OiDJ+g5PJIIBpFExMjggVCKD8fpTfb9TkrVbjv8uFy+VixcqVVFVVMXnyZJ596UV+8fOf07NXb5Z+9RU3+wP4Axpeb4DtO7bjckZTVeWic+c+fLpoHdEJI1Gq2RQtpSMCmmhYREPTFHHRXhJiGnDag+RmNaCsTrYlaFhsGirWia5pYLVix4YFK3blAgGLzYZmseF2xjTJU3pODjv2FjJUBHw6u/fsIT45nVrPgUlkfqy43Z5wQb9u7Rq2b9vGpRdNAsDn89G9e3fuvftOcjLT+bK2uknBX11VSZfsDLLTU1i9ejW6rqNph/ZeT5kyhc2bNx+0v6WWQk5ODnv2HBBIKCwsbOIaAsjPzwegR48eAFxxxRU8+uijXHzxxezcuTPcSigsLGTo0KF8++23ZGRk4PF4cB3BkNCD8Hhg717jP0B8/EnhJmoNs0/BxKQFVCCA7vWGP3UVJdRVllBfU069r456zU+tJUC17qaioYqSikqUgj2F9VRVOfjN/Y/z5NPPsbNQ4+xxU1ny1TfM+eAbivZHU7gPHvzD/Vx/w300uG1MnfprXn75cXbt3IJNU9g0H7PfeoIYl5ukuAYyUj1kZ9SSkVaH0xUgPVvoO2Iguwr3sGJPMZUWjVn/nMPIMWOIdtqwWzWSY5yMO/ccln71Jb5APc4oC//+14fYrVqTkTRxLhs/vuwS3p3zNrFOKxtWryAxIYFe3Ts3CdMlKw1dD2KXIHEuG//+8D2mTZtGQUEBBQUF7N27l6KiInbt2sXw4cNZunQp+/btA2D58uV4vV46depEjx49GDZsGA8//HC4dr9161bmzp170G/wzjvvkJ+ff9CnuUEAmDx5Mq+//jpKKZYtW0Z8fHwT1xFAdnY2GzZsCE/s+vTTT+nbty8DBw6kpKQknJecnBxWrlxJRkYGAFu2bGHAgAFH/hDpOpSUwM6dhkGw2Yx+g+xssJ689fGTN2UmJu1EXX0leH0oi4YKuSCUVcPpiMVd58Hv1vAHNPx+DZ/fgs8fCxiTserqYhEgN3c0vXoN5qO5HzD5out49pkP+ev0u/jrX+5E14NcfvlV3H77LdikhvSzOvPY9If5/e+vxO12IyJM/OFEMnM06nUriKCL4LdHoYsNj2bH6rTywoszue36a9CDQYYPH85v7vwlDseB2nlmZibTpk1j9OjRZGZmMnToUILBg/34kyZNYv78+eTm5hIVFcVrr73W4n05//zzWbJkCRMmTGDOnDksWLCgyfFLL72UOXPmcP/99/PMM88wadIkdF0nJiaG2bNnh1sGM2fO5N577w1fLzk5mccff/yofrND5SEvL4/8/HyysrJ4+OGHGTNmDDabjS5dujBr1qzDxr1o0SKmT59+5IkqKYGKCuN7UhKkpp50rqKWkMPOVjzJGDZsmFq+3JzSYNKUjRs30rdv38OGU8GgMVmrBRoaqlGhGbx2RwzKasPvF9xuob5Wx+O1GnO8xCjcVGgWl0Jh1XRstiA2axCr1R+aUGXMqtU0Hc2qY9UEzaKwaUIdltBkLlBWhzGlS7PgC0Y6j4zpVVEtuFkOOSv2OLFq1SqefPJJ3njjjRN63fZk//79XH311SxcuPDITw4EYM8eY95BY//BCaKl90FEViilhh3uXLOlYHJaYPQDBFABvyFxYLGggAZ/fdiNEVAWAp546urBH9AIBAU9XGcyCmaLprBafWBTWGw6drsfR4wNTQuEwyhsSLNXSwd8GJ2fNUGjUI/StEbhg1AiwW458YV9WxkyZAjjx48nGAxi6QA13mPB7t27+dvf/ta2wHV1UFVluIdEDBdR167tOufg+2AaBZNTCt3vN3y5zWhw16CLoGuCTgDlhWBAw++3Q8CBxy00uCUsANH4IltsOnaHjsvlw+Hyo1mMVoaGRjQBQNAtFmOPZkfTtLCbpPl4d4A6bwC79eQt+A/HTTfd1N5JOKEMHz788IGCQdi/3zAIYExCaxxy2sEMAphGwaQDs6RoCQHdKKTjA/HU+moRtwelaQSC+gExtpCbx4YTn8eC22Oh1mshGGjmlhFwRekkxgVxOHxYrUE0TRCxgbce3RaNiA0Re0jdUtA0Lfy9+RDIWo+f5t7Z9nD7mBxHamqMWcmBgPHjpqZCQkJ7p+qoMI2CSYcg0gA0YlUaZ8cMIlhezuZAHVp9AKVriN2O1WJMVlIKGho0Gho06msEX0jjXikdu03hcARxOHQcjiAuVyDUF2BDKQ0RR+hKgtViRxzRBxX+LRX8jYjQpvH4Jh2Q5gJ2UVGQmWnMP+jgmEbB5KQl0hBYNSvjOo0LH1NKkf/ee3zTsBO/1UZ8n95YrFawWtGVYQQqKjTq6xV6aMCNjo7FqhMb5SXK5Scmzo6mOULeJg2whWv/DX4dq8+YYSwCQYSA9+CRO2bBf5pSW3tAwC4tzXAXdUBXUUuYRsHkpOJQhgBA13U2b95MTVUVDZWVdD7vPIJBB7W1VZTXuGhoAJ/XCBsMVeGtNh1ndACnK0BKnBNwopQjrIVjDbrxBfRwf28QQ+M9ymEDZ9wJybdJB6BRRhwMF5HPZxiDk3gi2vfBnLxm0q4sKVrC4j2Lwx+AcZ3GMa7TOM7KOguPx8OqVatYsmQJixcvZvHChZSsXcva7eV8uGM4P/99KhdOSaGySiivBLcXdAGrSxGXHKBHN50umW5y0q0kxzrQdd2YTeuvx667seserBYLAXscUXHJTT5HahBONuns5syaNYtf/vKXB+3ftGkTo0ePxuFw8MQTT7Qar1KKc889l5pGlwnw4YcfIiJs2rQpvG/x4sX86Ec/anLuDTfcwHvvvQcYchMPPPAAPXv2ZMCAAYwYMeKgOQ/fh+nTp5Obm0vv3r35+OOPWwyzcOFChg4dSl5eHmeffTbbtm0LH/vnP/9Jv3796N+/P1dffTUApaWlTJw40ZhvsG2bYQjAaBWkp59yBgHMloJJO9C8NTAmdRSRjnlfbS1r81dQU7QbZakB/GQkJFLb4GDnzliWfteN/67tgUO3IoDD58GmBUiK9uBwBbFZdGNdGE1QxgChsKyCxWJB89ejWa3hQr/W4z8mLf9G6WyA66+/nueff54HH3wwLJ09Y8YMzj//fBoaGrj88st54YUXuP3228PS2fPmzaNPnz4EAgFeeumlg+KPlM4+liQlJfHss8/yr3/965Dh5s+fz+DBg4mLO2AsZ8+ezdlnn82cOXOYNm1am673+9//nuLiYtatW4fD4WD//v18/vnnR5MFNmzYwJw5c1i/fj179+5lwoQJbNmy5aChs7fddhtz586lb9++vPDCCzzyyCPMmjWLrVu3Mn36dJYuXUpiYiIlJSUApMbFkRkby9L58zlr6FDDZZSSclRpPdkxjYLJCWVJ0RIAxqSMBKUI1tZRv2wZ2Oz4/T7cbjd19fVUeZdjoTtrd/Xh2286s3N3ApXVDhp0QYVWzcrrXsP44WUM7FNNTJyLlAwbocX9wssrhg2BpiHeWtAViFCLCxXS8TkeI4JGjx7NmjVrgNals8eNG8ftt9/eonT2L37xiybxlZSUcO2111JaWkpeXh7vv/8+BQUF3HfffQQCAYYPH86MGTNwNOvofO2115g+fTqZmZn06tXroONgCL6lpaUxb968Q+bprbfe4tZbbw1v19WjgGGJAAAgAElEQVTVsXTpUhYtWsTkyZPbZBQaGhp4+eWX2blzZzgt6enpR61AOnfuXK688kocDgfdunUjNzeXb7/9ltGjRzcJJyLhlk51dXVYH+nll1/m9ttvJzE0lDQtNRXKyqC0lEvGjuWt+fM5a/JkiDv13YmmUTA55ugNDbQ0JOer4q8BGFIRR/3mZSiHHa/Xy7a6Orxxcei6Tq3PyberkvnqqyHsKslG10HpCouAzaXo1snHuaOEiRPdZGcLezfuRwWDiMSEDYGIYNn2KZqm4ffUEzlmKWg1hM0sQJT9CB//3j9sU7BDSWc30qNHD+rq6qipqWHdunXce++9h4wzLS2NmTNn8sQTT/Cf//wHj8fDuHHjWLhwIb169WLq1KnMmDGDX/3qV+FziouLefjhh1mxYgXx8fGMHz+eIUOGHFmeI1i6dCkvvvhiePtf//oXEydOpFevXiQlJbFy5UqGDh16yDi2bdtG586dm7Q2WuPuu+9m0aJFB+2/8soreeCBB5rsKyoqYtSoUeHtRuns5sycOZNJkybhcrmIi4tj2bJlgKFvBHDWWWcR9PuZdtttTBw5EoBho0fz0IsvnhYGAUyjYHKMCZSW4tmwAXE4w/vWlq0lqIJYxUL/pP7U11bi6dIFb6hp7yncR1lpH179t4fN38Wg6wLKgssR4KzeHoYN8jB4QIBOo+xoGjj2fAmBAHsWFSHBAFmd0qmQFGy6G2/AmH4W7HRm6OpCVFzSCcm72+0mLy+PgoICzjjjDH7wgx8Ahi++tcXUv+8i65s3b6Zbt2706tULOOCuijQK33zzDePGjSM1NRUwVEcbC7/vQ0VFBbGxseHt2bNnh6935ZVXMnv2bIYOHXrM8vrUU0+1OWxbpLMb45w/fz4jR47k8ccf55577mHmzJkEAgG2bt3K4sWLKdy+nXPGjWPdvHkk9O5NmsNx9NLZHQjTKJgcNUop/IWFBCsqCJRXsM5Rgjf7wHoGluzeDEsZRm1tLfuqqyE1BeveIF+vrGb52ni+WdmfBo+NWmUl0WJn6JkBRudVMvYH4IzRsFg1HHu+ofCL3QQCfnSl4UnqjS1lAD2HjSQmJob9m7dSLzGIvf0mhzX2KVRXV/OjH/2I559/njvvvJP+/fvzxRdfNAm7Y8cOYmJiiI2NpX///qxYsaLFBV5ao62aZd/X6LSE1WoN982Ul5fzv//9j3Xr1iEiBINBRITHHnuM5ORkKisrm5xbUVFBSkoKubm57N69m9ra2iYGpiWOpKXQFuns0tJSVq9ezchQC2DKlClGJzKQk5nJqDPPxGaz0a1PH3r36cNWv5/hMTF4amuPTjq7g2EaBZOjRq+uxrt1G7bsLFxD8vDWrWZM9hg8Hg+1tbXU1dVRVFSEVuhj2/ZoPvhMsWp9MqW+bGNuAZCYU82Es2q58Rwr8dWriIvzEV0VYM+qIvz+AIgFX2p/uuWdQUxMDC6XK7yy1+LNJcRz8swXiI+P59lnn+Xiiy/mtttu45prruGvf/0rn332GRMmTMDtdnPnnXfym9/8BoBf//rXXHbZZZx99tn06tULXdd5+umnueeee1q9Rp8+fSgoKGDbtm3k5ubyxhtvMHbs2CZhRo4cyV133UV5eTlxcXG8++67R2R4mtO7d2927NhBbm4u7733HlOnTm3iTho7dixLlixhxIgR7N27NyzKtmvXLlavXk1eXh5RUVHcfPPN3Hnnnbz44ovY7XaKi4tZuHAh1157bZPrHUlLYfLkyVx99dXcc8897N27l61btzJixIgmYRITE6murmbLli306tXLkM7u0wf27eOSYcOY/emn3HDjjZSVlbFl+3a69+wJHIV0dgfFNAombUYphV5Tg7+4GL3BjWjC6tLVBD0eVHwMgSjBX7kbv8dPQUEBwWAQq9XK5s1VvPN1PPkL06iscAIKi0VIyapn0oB1nH3GdtISqol3puMQK/542O2NRnl0HGmD6TlsZHjR9siFWRZvLiEQVFgtgtN2cgm0DRkyhMGDBzNnzhyuu+465s6dyx133MHtt99OMBjkuuuuCw8PHTRoEE8//TRXXXUVDQ0NiAgXXnjhIeN3Op289tpr/OQnPwl3NP/85z9vEqat0tn79u1j2LBh1NTUoGkaTz/9NBs2bDjI73/hhReyePFicnNzmT179kG19csvv5y3336bc845hzfffJMbb7wRj8eDzWZj5syZxMfHA/DII4/w0EMP0a9fP5xOJ9HR0fzpT3864nscSf/+/bniiivo168fVquV559/PjzyaNKkScycOZOsrCxefvllLr/8cjRNIzEujlenTYOKCi445xw+yc+nX79+WCwWHn/8cZKTkwFDOvtwv8ephCmdbdJmGr77jrUF3xJw2QimJ6McNqyalRFZo6jf46G2uhaf30dxZQk19Ta+WpHKirUJFOyJwWu1EouQlAnnnrGQscN30SXFgpBEqTaIsl0bcMYrLFYNl8tFVEwMvYaPajKksNEINGK1CON6pwFtl842+f4UFxczdepUPv300/ZOytERDBoSFdXVxrbTCVlZxv8WGDNmDHPnzg2PTOoImNLZJscd3e0mWFuHe3AuY3saY+0bGhpwu90UlJdTvKUAyXCyryKaTz/tzYoVaQQCUKcrrPGKgUM9XHeBl0GDN1C1Zj4NwfPZUqSj0FGyhtg0F/3POoeYmJgWZZkXbzbGjR/vtZdNWiczM5Of/vSn1NTUtGn00EmJxwO7dzcVsEtOblWiorS0lHvuuadDGYSjxTQKJoekcaKZbcMOo0NZ68yuXbvYtWsXUuZHEwGlsWFbKsvm9eTLFVZjnWFR9B3hYdj4BqaeqbDZatm7ZQmV+avR3Wk4MrqRmu4gMTWW2NhYoqOjw66h5i0CaNoqMGk/jnY+QbtjtxtSFW0UsEtNTeWSSy45QYk7OTCNgkmrLClagnXjDgbH9qZBz8QtaQR32dlbsxOHaMTFdGfhlkTmzXNSXGyhTlfY7Iof/9DH5MkV6LUfoYJCyXc7qW/wQcBJUuJALLnjiUuIpXOfVDRNCxmBhvB1rRYxWwQmxwaljFnIMTHGUpiaBl26GAvgnCICdsca0yiYHITSdb5a/18o2k9WQzzFyXYspGKNjqbMXs3OfcksW9aNr75y0LiypS3Fz6Qf1vPLi4I0rJiNe2sRiE5aYm9qLQOxdh9Mp56dWL3Pi0JjX0Bn2yZjAXXTCJgcF3w+KC6G+npDuC4z09hvOzlGqZ2smEbBJMyKr74kGAhi2b4HW72H5NgcgskplO+qRlewaa+DefO6sn274V+t1xW5QzyMuKCBHMfHjPCWUP+dos5fi6VLfxz2ARCXRWGpF3uii6oqHXu03XQDmRxflILKSigpMZRNLZYTvkZyR8Y0Cqc5ns0VrC9dT1APogCpracm4IE+3fC7XOQrnV1bUvlufmd2bTIUIR1RQUZOrGdgl4Wc59yFUuDz+PB37Y2noRaRVDp1O4NtnnSqlBCbYxoCkxOE12u0DhpC7si4OMjIMNxFJm3ClM4+zVFBRUWWh6zuuSRlZtNQVUWP4cPp3a8fwWBP/v1SHz5+picVWx1kxCpuvaqWp65+jakprzPMux/V5Xx8WaPxpfYFFUNl1DAaUs9jizsDTdOY0C/9tDEIHVU6+6233mLQoEEMGjSIM888k9WrV7cY70kvnf3II+T27Env8eP5+OuvoVMnyMlpYhC+t3T2aYRpPk9DPJsrUEFjgZmV+1ZRpRWxo6oOqa7GJsK2wjiefCaaDd85jVF70YpJ59dy3ugKAnVbsFZ4yDrvx4gG1TWriNY0KjyxeFydibMnnTZGoDkdVTq7W7dufP755yQmJrJgwQJuvfVWvvnmm4PCnfTS2e++y/rFi9lbUsKEa65hyw030Hxw8xFLZ6emkpmZydKlSznrrLOOKo0dhePaUhCRiSKyWUS2icgDLRzvLCKLRGSViKwRkUnHMz2nM57NFbg3lOPeUA7AN1FrmeddxGbPbjL2O7EGAiRkD+DNry7m7gdz2PCdk2QnXDGxjt9c/xmjun+JBLaQENxC78FZKC3AV7sq2OWGYsnFFZ/HDwb2OW0NQnNGjx4dVulsTTr70UcfBTgi6ez8/Hzy8vLYvn07CxcuZMiQIQwcOJCbbroJr9d7UDpee+01evXqxdixY1m6dGmLaT3zzDPD4/BHjRpFYWFhi+HeeustLr744vB2o3T2K6+8wpw5c9p0Xxqls//+978fvXS2rhv9Bm73Aensbt3oNmpUWDq7OW2Wzk478BxfcsklvPXWW0eevg7KcWspiIgFeB74AVAIfCciHymlNkQEewj4p1Jqhoj0A+YDXY9Xmk5nVFDh6mdM2/9k6ydUllQyMm0kRSWbyLE3sNJzBrf9MY3aKg27M8hZF9Tx0/E1JCVDRaFOt2HDcRZ9iT8+hcrkM4iLjiYpSTGiUyoxMenY7SdGibStNK7idixpvjRoa3Rk6exXXnmFH/6wZYnwk0o6+847Ye9eY4RRXR1FhYWMGj06PMz0qKSzg0GmTZsWdhsNGzaMhx566LDpPVU4nu6jEcA2pdQOABGZA1wMRBoFBTQ+HfHA6aNPe4JodBWJxVCyLC8vp2BTAf2T+jOvcD9en43nPh3GN1+mIwJn5gX4+c0VeIpWoe3ZjrfMT7xVsO0sY12Zn6qcc3F5XFh9ARzabkSLwWqNbu9sHkRbC/BjSUeXzl60aBGvvPIKS5YsafH4SSGdHQwarYOCAmPb4YCMDFoS6/ne0tmFhZxzzjmsW7eOhIQE0tLSTOnsY0Q2sCdiuxAY2SzMNOATEbkDiAYmtBSRiNwK3ArQuXPnY57QU5FGY/C534NkReP2eKjZuI1tddsJBOOIqqzDUmln6au5bN2XTIJLuO6aOiadX0PR4n8TF+Ojx+Ac3Nln8cXWMjZZ7KT0TWRy73iqq1cR1D0AxET3QtMOPSv0dKEjS2evWbOGW265hQULFoSF4JrT7tLZug5+P1dOnMgDt95qLIuZnAyadvTS2Tk5jBo1ypDO7taN3r17s3XrVoYPH47H4zmtpLOPZ59CS09j8yf5KmCWUioHmAS8ISIHpUkp9ZJSaphSalhjrcekdTybKwBw9UtGT3fR31uHt/hzovxrOSPKz4VaFAn7M3n7pVFsK88gLdvCk09WGQZh3VpcLj8Z5/2EiqSheDweYuLi+eEgncFpm6io/BoQkhJHk5I8Hpstvn0zexLSKJ39xBNP4Pf7ueaaa1iyZAmfffYZQIvS2X/961/DtXhd13nyyScPeY1I6WygVensxYsXU15ejt/v5913320xrt27d3PZZZfxxhtvhFseLdEonQ2EpbN37dpFQUEBe/bsoVu3bixZsoSePXuGpbOBVqWzfT4fYLi53nzzzYOu99RTT5Gfn298Vqwg/913yX//fcN11K2boVsUkkaZPHkyc+bMwev1snPnzsNKZwOGdHZINO6SSy4JG6CysjK2bNlC9+7dAVM6+1hSCHSK2M7hYPfQzcBEAKXU1yLiBFKAkuOYrlOaRoPg7J2E1+ulrKwUX5QNm8PGqNRR1Ox38+TrVSxb3wNsFgb283D3HVWIz82ulZuoq9iEnhPPkh3VxMTG4HQ4iY3yEAhUExs3EJs1AU0zB60djo4knf2nP/2J8vLycOe21WptcUjrCZfObmwNiRgT0DIyDCG7pKSDJCq+l3R2YiKvvvoqABdccAGffPKJKZ3NcZTOFhErsAU4DygCvgOuVkqtjwizAHhHKTVLRPoCC4FsdYhEmdLZh8a9oZyv023Ue71UlFdgt2iMTYjm65Jl+DaO5anHgtTUWImKj+HHl9cx8exytjV4qCvcTJJ/C3FpSQw5bwoJCQmICHV1m3F7CrFaYoiPH4Km2ds7iy1iSmcff06odLbfb8hbR0UZLqJ2xJTOPkYopQIi8kvgY4x10l9VSq0XkT8By5VSHwH3Ai+LyN0YrqUbDmUQTA6NZ3MFYhHqvV761FexNrCe2uJaPlhvY947g9m5zgFeD4MHK66ZUoTTt4bV6z3Y4qwMjdlFSmYWUYMmk5AQTzBYR1XVchQ6cbEDcTjMoaanOydEOlspY52D/fuNTmW329At0tpnnq0pnX2MUUrNxxhmGrnvDxHfNwCnx4yQE4AKKr5MFmpKK3DEuaABKjcM5733elBTqRNDPRed/Q3Dx3lx6BpxWS6c9eX0S7Xh8SfjHHAeur6asnIdAJs1nri4wWiaKSBmYnBcpbMjBezAUDbNzGw3gwCmdLZJB8azuQJdFCXlFZwVbWdl5So+e787/5uTjV28ZMZv50djlhPdMx5nTAM2uw9PHYhmoSJ1JKmpqTgcVfj9CcTGDjANgcmJQymoqIDS0gMCdhkZhm6RKW99wjGNwinCooYGqqL94A1irazjPy+k8MVnnQnqHiZfUkT/HmsZNX4CKe5vARfeTucTCATweDxkZmYSGxtLQ0MVVmucaRBMTjy1tYZBiI+H9HRTwK4dMe/8KYCu61TV1aH5V7NvSwl3vtWPFRsH4HJYuenylZx3jo+GqiTsxSsgATw5Z+Nxu1FKkZ2dTXT0yTf5zOQUR9eNT+NiN5mZhvvoMHMXTI4/plHowCwpWoLH52H1Zp1gMEjXBAefvng2O4s6EeNQ3HDN1/TuVo7NeQbpzvW4ogJUpQxHb2ggPj6exMRErFYrwaAXpXx4vaXY7e070sPkNMDtNiQqbDZDyVTEmJl8mKUxTU4MpnR2B2VJ0RKs2/z0KMgkqs5GXr2dVx8cyuadmSSlR/Pr+4v4wfju5OScQUyynbS0emrShxIdHU2XLl1IS0vDZrPhdu+msvKr0EijIE5nZntnrcPSUaWz586dy6BBg8jLy2PYsGGtyly43W7Gjh3bZK7DU089hdPppLq6+pDXGTduHMu//Rb276du/Xp+9tvf0uPss+k/YABjxoxpUZX1SFBKceedd5Kbm8ugQYNYuXJli+Fmz57NwIEDGTRoEBMnTqSsrCx87O9//zu9e/emf//+4YmFa9eu5YYbbjiqtHU0TKPQAfFsrkA2ebDtdjPPvYe9uwP8v6fy2L4rjsRkH/f9ZgMZ8ZU4yteSY11OQvXn+IOKzMxMMjIysNsj5xrouFydSUkZT1LiaCwWc4Wq70ujzMW6detISkri+eefBwhLZz/wwANs2bKF1atX89VXX/HCCy8AhKWz33zzTTZu3Mi6devCs2kjiZTOnjJlyjFL93nnncfq1avJz8/n1Vdf5ZZbbmkx3Kuvvspll10WnhQGRiE7fPhwPvzww0NfJBiEoiIoL+eWP/yBpIwMtu7Ywfr165k1a1aTwvn7sGDBArZu3crWrVt56aWXuO222w4KEwgEuOuuu1i0aBFr1qxh0KBBPPfcc4AxQW3u3LmsWbOG9evXh43ywIEDKSwsZPfu3UeVvo6EaRQ6CJ7NFRTM+4ad//6agnVr2Lx/JcvSnKxf3J3/vDiM0moXnXt4eORPBQwflkG2qiItw0999mi8Xc4lZdSVh9WaMTl2dCTp7JiYmLBGUn19fat6Sc2ls7dv305dXR2PPPIIs2fPbvlGKGVMQvN6we9n+759fLNhA4889RRaqDO5e/fuRz1jeO7cuUydOhURYdSoUVRVVVFcXNwsKcYaIvX19SilqKmpCesjzZgxgwceeCAs5x0pnX3RRRe1WRr8VMDsUziJaRS1AxCL4E9TJPfoTVlZGbK3Nx+8cAZF3/nxasKIMwv5waRCUrWd1K/ch9VqpSrlDBw2G1lZWU1qd6cDtf87WHL5aIk9d3ybwnVE6ewPP/yQ3/72t5SUlDBv3ryDjvt8Pnbs2EHXrl3D+2bPns1VV13FOeecw+bNmykpKWlSmAJGf0HjPIPERNbX1JA3ZEibnscpU6awefPmg/bfc889TJ06tcm+oqIiOnU6oKrTKJ2dmXnAHWqz2ZgxYwYDBw4kOjqanj17hltzW7Zs4csvv+TBBx/E6XTyxBNPMHz4cMCQzn700UfDLqVTHdMonIREyl03roGw+duv2bpzJ9F1bv5dUcd/nxxA3V4fmc5arr9uDVPGGxN+auviqHTmEZVi6ONkZma2+ALquhdd96HrPgxFklOLthbgx5KOLJ196aWXcumll/LFF1/w+9//Pize10hZWRkJCQlN9s2ZM4cPP/wQTdO47LLLePfdd7n99tsRXTc0ihpJSQGnE0lKMjqZ28ih+k2a05IQQvN76/f7mTFjBqtWraJ79+7ccccdTJ8+nYceeohAIEBlZSXLli3ju+++44orrmDHjh2IiCmd3RIiYgc6K6W2HTawyVERqXAKsH3ld1RXVbF73z5Su3QnJaU7n07XsRUKA7O8PPqssNHbm4bsWPSAos7mQYIBomNjDzIIuu6ltnYjiODzlSFoWCxRuKK6tEteTzU6snR2I2PGjGH79u2UlZWRkpIS3u9yufB4POHtNWvWsHXr1rDh8/l8dO/enduvvZZkn4/KoiKjH8FiAU2joqqKlJQUEhISWL16dViC+1AcSUuhLdLZjcuY9ujRAzBmZze68HJycrjssssQEUaMGIGmaZSVlZGammpKZzdHRC4E1gKfhrbzROQwvUomR0rjcplgKJwqpdjw9RJK9u8nrnM30rr2YFtUNrf8OprKHVayU2p59HmduBQrwdoA+7bWUrStEm+Dn8zsNLKzs8MGQSlFQ8MuyiuW4POX43RkERc3mOTksSQmjsTpyGjPrJ9ydDTp7G3btoWNzMqVK/H5fAetqZCYmEgwGAwbhtmzZzNt2jQKCgooKChg765dFO3eza7vvmN4v34sXbWKfaHa9fLly/F6vXTq1IkePXowbNgwHn744fA1t27dyty5cw9K1zvvvHNAOjvi09wggCGd/frrr6OUYtmyZcTHxzdxHQFkZ2ezYcMGSktLgYOls//3v/8BhivJ5/OFjaIpnX0wf8JYHGcRgFIqX0Ryj2uqTkMil8vcvvI7KivK8Xi9dB44hOLiYuZtjubDGVYCJfV0iS3h13d5Wb/Lg3+7jtKD2Lva6NW7C7FxsU1qYA0NBXg8RQR1Dy5nDtHRPWlhyQqTY0xHks5+//33ef3117HZbLhcLt55550WWxjnn38+S5YsYcKECcyZM4cFCxYYHclVVbB/P5eOH8+cBQu4/6GHeOa555h08cXouk5MTAyzZ88OP5czZ87k3nvvJTc3l6ioKJKTk3n88ce/760GDHns+fPnh+N87bXXwsfy8vLIz88nKyuLhx9+mDFjxmCz2ejSpQuzZs0C4KabbuKmm25iwIAB2O12/u///i98D0zp7OYBRJYppUaJyCql1JDQvjVKqUEnJIXNOBWlsxtdRsXunfg8Hqpqqknp0RuXy8WXVQ3MfbGBb//bBc1TTf+uPu6+YSNF8Z3R4jTycuwkJiWSlJSEtZk0gK77qa5ehcORhsORdkoPNzWls48/q1at4sknn+SNN944sHPvXsMogDEbOSPDmJR2iuD1ehk7dixLliw56P06mTne0tkbReQKQBORbsBdwLLvlVKTFmlsJTQsXYczI5u0lHRidnzOx7UJvPJib/ZtTEGz1TJ+4gZ+fn1PttZ0w+KEIdkOcnJyWvR3BoMeKiu/BhQOx4BT2iCYnBiGDBnC+PHjCQaDB/qq4uOhrs7QKzoFBex2797No48+2qEMwtHSlpz+EvgDoAMfYKyP8NvjmajTka3Lv6G6poaY7M44v5vLGzuzePP9sTSUCknpNn54y0r65HZifXEt9gQrQ7IdZGVlNTEIXu9+6ht2oIkNpQJYLFHExw81Be5Mjhk3XX210TJo7HOIjobc3HaVtz6e9OzZk549e7Z3Mk4obTEKFyil7gfub9whIpdhGAiTo6RgwbfowSDVzhrSO3dDKy3j6W9yee+/47AHLHTqUslv7qikPLoKX00CgzvFYI0OkJ6eHhay83pLaXAXEAjU4HRk4HRmA6BpTtMgmBwbdB3Ky6GszOhHcLmMVdHglDUIpyttMQoPcbABeLCFfSZHyM78FYiuSDq7L/6iIpYX7mfdugTe/WgkDs3CBefV0W/CZ9R0jcZlseCutuJI0ElJSQuvfOXx7KWubjMORwaxMf2wWk3FU5NjTKOAXeOM6cREU7zuFKZVoyAiFwATgWwRiRwfF4fhSjI5SvRggLROXdlXWoqrtpbt26KZ90ZfXMrN+PG7uezKUra7dUanjyIQCLC4tJyMjE7ExsZQW7cJv688PKooKqoHmnb6+D1NTgC6DiUlxgI4AHa7IXFtSq2f0hyqFCkB1gEeYH3E/lrggeOZqFOdnfkr0IMBRDSqqqqw2HQ+XOvnrVcG46mpZeTILQyeuI2SuDgS4hPw+XwEg0FSklOIihLKyg0Jh5jontjtqVgsp8/EGpMTSKNBEIGkJEhNNV1FpwGt/sJKqVVKqVeA3kqpVyI+/1RKHZ2k4WnMzvwVAHQfOgKnLwl/0M9n/5+98w6Pqkwf9v3OTHogjQCBJBISiKRTA0oHAcFCE7EhIuoqCj/RXV0r67KyKyqIi66Crp8iCcqKWBAXEFYF6QRMQgkhCSmUQHqd9n5/nGRIZyA9c+7rmkvOyTvnPBPhPPO2+8nU8vEHIWiLjITemMGTT+kI696Pod5DKcvtzZ7UQpKKHXF2cqC4+DR2Oje8PEfg5OSvJoQ2RHtVZ1dy4MABtFotGzduVE506aL0Cnr1gm7dKK1Ynnnd6uyKmIqKinjssccIDAwkNDS0TaizlyxZQs+ePYmKiiIqKootW5TS8qo6u256CiFihRDHhBCnKl/NHlkHxWwyEhA1kMuXL1NaXEJ5dy/WLHHHmGtHcK88pjyQiFYr8PPzo7S0FCk0zBrej0kRPRkdrMjGnJ0D0Gjsr3InlZamvaqzQZH4Pffss0wcOVKZSAalKtoNNyiTyjRSnV2F+fPn4+npSVJSUptRZwM8/fTTll3TkydPBkjvjqcAACAASURBVFR1dn18AvwbEMCtwBeA7Xhkm4iUuEMkH9qHRqujoKCAnJwczDjy6gvOnMvS0LlHAeNnfYGzl7QkBCcnJ8umNClNFBQcQ2/IQQjbMp62R9qTOhujkXf/+ldmjBhBVzc3KC6us9l1qbNrkJyczL59+1i6dKllh3NbUGc3hKrOro2zlPJHIcSbUspk4CUhxC/NHVhHw2wyEjgwmrKyMtLT03FycmbOeyZO/W7E2a2M/3s0jT5unnQPG4der8fOzo7u3buTmJeNwZBHuV75b+dOYdjZuV/9hjZOyrGmH+EMiOhy9Ua0I3W2lFBQQObRo2z6/nt++uQTDixdWudE8nWrs2uQkJBAVFRUm1NnA/zzn//k008/ZdCgQbz11lt4eHgAqjq7LsqFIgFJFkL8AcgEGv4/r1KNlLhDaLQ6DAYDWVlZHD5n4Kfv7UmK86CLyOfZ6T8zrLsWl85ulJrNGAwGfHw687/jR9Gac8nLl9jp3HBxCcLBoVtrf5x2gbUP8KakXamzDQY4dw6Kivi/v/2Nf7zwAto+fZSlpnXEdE3q7Cb6rC2pzn788cd5+eWXEULw8ssv88wzz/Dxxx8DqOrsOngacAUWAn8D3IB5zRlUR8NsMhLQfzCZmZnsPVtC1hl79n7fFXvTZeZP3sWoGYPQubtRDpQWF+Pp6cqBM4dAODM4oCf29l7Y27f8Q07l2mhX6uyiIuWl1XLwxAlmP/00PP00ly5dYsuWLeh0OqZOnVrts1mlzl6wAC8vL3Jzc6vdLicnp02rs7t1u/Jl65FHHuG2226zHKvq7BpIKfdJKQullGellA9IKe8A0logtg7FxQNpGE7lI/Oy+P4DHeWlRQyKSmTq/YHo3N2Ayr98ArM5AZNJMip0GK6uwWpCaGe0C3W2u7uyxLR3b1LS0iwK7JkzZ/Lee+9VSwhghTo7K4vMzEzS0tIYPHgwu3fv5vz580D7UGdXnX/YtGlTNVW2qs6ughBiMNAT+FVKeUkIEYqiuxgL+LZAfO2ayv0IMtNIkWsR7i4JbP0qgpRsN7r5lvDg5N/BbiRSSkpLS7G3t8fLy5mycjdw8EejUXeNtlfanDq7SxcGBAVdWU4qhJIUroE61dlVmDZtGrGxsTz33HO88847TJ48ud2os//0pz8RFxeHEIJevXrxwQcfWN6vqrMrfyDEMmAGcBQIADahGFL/AbwvpSxpqSCr0p7U2cmH9tF7wBAyfjmFveYgZ8+7c8eLN+FkMrH6yWOEhpkRwcGUlpbi7u5Oly5dyM3bw7FMA8I+1LIEVeXqqOrseigrUxQVlUM/3bpdkdldI3Wqszs4qjq7OncCkVLKUiGEJ5BVcVx7kE+lFpWTy8XFxYjzR9HdoOOlz3sjTXD7TUUEdstD9B1ESUkx3bt3RafLo7S0ELO5HJMmhPFqQlBpDGazIq+7fFlZZWRnpygqXF2v+5J1qrM7OKo6uzplUspSAClljhDihJoQrKdycjktLQ0nreBg3hhOxgtcHbTcPe4MDr17kF9wEGdnDXpDJgaDBmfnXsRf8EKns41/cCrNRFkZZGZeEdhVKiqa4EE+b55trTFR1dnV6S2EqDShCqBXlWOklNOvdnEhxCTgHUALrJVS/r2ONrOAJYAEjkop77U+/LZNYWEh5tRihEbDxx+7ACVEj72EX18nCjuloEGLr+9E7O2VieZdJy8idC7qsJFK4xAC9HpFYNejxxXFtYqKFTSUFGbUOP5nna3qQSjbblcDtwAZwAEhxDdSysQqbfqgFOy5WUqZK4ToME9Ds1lStP2/uGoEv53z4sQJHcLVxLBhGZjNGgwGE3363IG9vQu7Tl7EaJLotEJNCCrXR2kpODoqCcHBAfz9FT2FKrBTuUbqTQpSyh2NvPYQ4LSU8gyAECIWZZ4isUqbR4DVUsrcintebOQ92wzy95Pg5oxh8E28NseRi8VF3DT5BDcbiihy1uPi0hknJ2d2nVQ+8vgQdVOaynVgMsGFC0o1tJ49lfKYoOqtVa6b5vwa0RNIr3KcUXGuKn2BvkKI3UKIvRXDTbUQQjwqhDgohDhYuca4rWMs15PSzYcff7zMpSwHenYq4E9DNehu8AV7HT16DOV/p5TPovYOVK6LggJITlYSghBKglBRaSTNmRTq2kpZc/2rDugDjAbuAdYKIWqJfaSUH0opB0kpB3lf49rq1sBkMmE0GtFoNMTF9UKr0TIwJAN7L1ec/VxxcXVlX6qy41NNCB2HFlNnR0ay4b33ICMDjEZlzqB3b2VCmWtXZ+/atQs3NzeLNvq1116r8/NJKRk7diwFBQWWc5s2bUIIwYkTJ6pdr+qOYIC5c+dalNwGg4Hnn3+ePn36EBYWxpAhQ2rtebgeli1bRlBQEMHBwfz44491ttmxYwcDBgwgKiqK4cOHWzb/AXzxxReEhIQQGhrKvfcqU5vZ2dlMmlTnd9UOi9VJQQhxrTupMgC/Kse+KMtaa7bZLKU0SClTgJMoSaJdc3L/HoQQFBbasXu3A3pZzvChyXj7OWA2m3FxccFklmpC6GC0iDq7vJy4L77g7tGjlfmC7t0VvXUjy2OOGDHCsmP4lVdeqbPNli1biIyMtJSCBWVn8/Dhw6/JIvryyy9z7tw54uPjiY+P59tvv6WwsLBR8ScmJhIbG0tCQgJbt27liSeeqFb3oZLHH3+czz//nLi4OO69916WLl0KKLuqly1bxu7du0lISGDlypUAeHt74+PjU79htgNy1aQghBgihPgdSKo4jhRCvGvFtQ8AfYQQAUIIe2A28E2NNl8DYyqu2wVlOOnMNcTf5kj5fi2GlL108enKr796kFdm5oaAC/T39MRkNGJvb0d8Vj5azfWJ0FTaB82mzj52jKipU0m+fJkdqan0HzeO8IiIxqmzraSmOruoqIjdu3fz0UcfWZ0USkpKWLNmDe+++y4OFYmsW7duzJo1q1Gxbd68mdmzZ+Pg4EBAQABBQUHs37+/VjshhKWnk5+fb/EjrVmzhgULFljMqFVtr1OnTuXzzz9vVHztCWt2ZKwCbkN5gCOlPCqEGHO1N0kpjUKIJ4EfUZakfiylTBBCvAYclFJ+U/GzCUKIRMAE/FFKefk6P0uro2gt9JwI8ufEqRK+32FPqb6c2/sl0unGXhSKLNy0WZiMxYwOqTm9otKUJB9qXCWvuggcGG1VuyZVZ0sJeXl09fK6os7++mvKDAZG9+3bOHV2FX777TciIyPp0aMHb775JqGhobXa7N69u5r+4euvv2bSpEn07dsXT09PDh8+zIABAxr83Zw+fRp/f/9qvY36ePrpp9m5c2et87Nnz+b556tXBM7MzGTo0KGW40p1dk3Wrl3L5MmTcXJyonPnzuzduxfA4p26+eabMZlMLFmyxDJsNGjQIF566aWrxttRsCYpaKSUaTVsi1bNaEkptwBbapx7pcqfJbC44tXuMZuMeOn8cD9nJD0rCFNxd7p4lTJ7nBPabl0w5yZwKi8CrbMbOt317yxVuTrWPsCbkiZXZ5eXK3rrkhJlyWklOh0nExIap86uwoABA0hLS8PV1ZUtW7YwdepUkpKSarXLycmhU6dOluOYmBjL/WbPnk1MTAwDBgxoMnX2ihUrrG5rjTq78ppbtmwhOjqa5cuXs3jxYtauXYvRaCQpKYldu3aRkZHBiBEjiI+Px93d3ebU2dbMKaQLIYYAUgihFUL8H6CW46yLrKOUlRko8DOy61h3ikySqGH5aDTKJKGLswtSdGHMjf6tHalKM1A5p5CWloZer7fMKYSGhtaa+K1LnW1BSkVRceaMkhB0ulp6ikars6vQuXNnXCuuP3nyZAwGQ53lMXU6HWazGYDLly/z008/MX/+fHr16sXy5cvZsGEDUsoG1dlBQUGcPXvWqjmEp59+2jL5XfVVOexWFWvU2dnZ2Rw9epToaOULw913382ePXss77/zzjuxs7MjICCA4OBgS2JU1dm1eRzlm7w/cAEYWnFOpQopcYeQlx0ocu9DXqorBw90wmQ0M/cm5S+/2WzGWd1ZahM0Sp1dVoY5OZm333hDSQ7u7hAYCDWGWxqtzq7C+fPnLUlm//79mM1mvOqQ5gUHB3PmjDLlt3HjRubMmUNahXY7PT2dgIAAfv31V/r06UNWVhbHjx8HIC0tjaNHjxIVFYWzszMPP/wwCxcuRK/XA8ow17p162rdb8WKFXWqs2sOHYGizo6NjaW8vJyUlBSSkpIYMmRItTYeHh7k5+dbektV1dlTp061DFVdunSJU6dOWSb7VXV2bYxSytnNHkk7JiXuEGQacO7kSJm/K/v+0wOJIGRoGcERWgxnTDg4OHDiYjFaB3WC2Ra4LnX27NmU5OcjgCljxii7kusR2F2zOtvHhwEDBtS5Imfjxo28//776HQ6nJyciI2NrbOHMWXKFHbt2kVQUBAxMTG1Hs4zZsxg/fr1jBgxgnXr1vHQQw9RVlaGnZ0da9euxa1iY93SpUt56aWXCAkJwdHRERcXl3qXwVpLaGgos2bNIiQkBJ1Ox+rVqy3SvsmTJ7N27Vp69OjBmjVrmDFjBhqNBg8PD0t1tYkTJ/Lf//6XkJAQtFoty5cvtyRGVZ1ds4EQyShLRTcAX0kpG7d2rJG0FXV22ckcpEn53Z1PPoVzdx9MxT9xwX4Uc5/qRG6xM0+8ns/9gZcoTUvjZM8wXHRHGR1xJ0Ko6oGmpsOos7OylKWmTSSwa0rOnTvHnDlz2LZtW2uH0qKMHDmSzZs3W1YmtQcao862pvJaILAUGAj8LoT4Wghh8z0HaZI4hXhxXp+KvhtccixDmh3ZuDOb4iIdnt1KudcjCVNSEtLVFa2dPeE9a+3LU7FlTCY4f16ZN6jEx0fZe9DGEgIoPY9HHnmk2ua1jk52djaLFy9uVwmhsVj1lVVKuUdKuRAYABQAtrNo9yoYDQZcS1IwJhylqNiB337xwcko6B+dBvpyCAriiNYbJ3v71g5VpS1RVKRMJOfkKImhssd+jSt0WppZs2ZZtZy0o+Dt7V2rNGlH56pzCkIIVxSR3WygH7AZuKmZ42oXpMQdoqSklNILEk3AIC7qXUk5o8XNrpzQCRJdSLhSZrNcMvrGrly6lNDaIau0NpW9g/x85djRUdFbt/FkoGI7WDPRHA98C7whpfylmeNpF5SdzEFoBWUlpZSUdcFFZOPWzYFly3MAb24bepGevoqHRkqJg6Naa1kFRWB3/rziK6qskezlpSYElTaFNUmht5TS3OyRtCMq5xMKfijCuSgTHz+4UKTjwE4vHKWOyUMzSCMYs9mMRqPBTlNAbu5eavsAVWwGk0nZiGYyKQI7H59G+4pUVJqDepOCEOItKeUzwH+EELWeZtZUXuvInNz/G+ZzR7H3CsJwwzDeetGE0aBlTEQO/sN6kqbRoNfr6dSpE6IoF53Ojc6dI9WVR7ZE1XkCrVaZQDaZwMND7R2otFkaekJtqPjvP1EqqNV82Sznz5ymNHkPvjf4YegaybZtl9m71w1HrZFHpqYgKibizGYzR86Xo9WCRmOHVms7uyJtkWrq7ClTyPv9d7isqLwSEhIYO20afYcOpU/fvo1TZ0dFsWHDhlo/r+Ra1dmg6K6joqIIDQ2ttQmuko6szq66e7pv3764uysrBVV1dhWklJWKwX5Syh1VXygTzjaLwaDH3dOT0yZ/Ms5l8tlnPbAzGJk09DA+A30QDg5IsxkhBELAQD915ZEt4OTkRNyRI8T//DOednas/ugjyM2ltLi46dTZBgNxcXHcfffdTRZ3Xl4eTzzxBN988w0JCQn17nzuyOrsqrunn3rqKaZPVwZCVHV23cyr49zDTR1Ie6HkRA6FuSXkXHJEX2ok4VQI2dmd6NT5Ijc/Xo6m4huG3mDA09MTYThMuf4idnaerRy5SouQlgbnzzMsMpLM3FwICGB9bGzTqbPj4oiKiiI5OZkdO3bQv39/wsPDG6XOXr9+PdOnT8ffX3FyVdVGV6Ujq7OrEhMTwz333GM5VtXZFQgh7kZZhhoghPiqyo86AXl1v6vjYyg1kq0porOuABz78uUXTsjiEmbe/RvDeo5jd3E5BpMZe40GR0cDYMLLcyQajV1rh25TlCY2vYHdKaS2DwhQ5g4uXwazGUpKMAnBjmPHePixx0Cna5w6u4KuXbteUWd/9x1lZWWMHj26SdTZp06dwmAwMHr0aAoLC1m0aBFz5syp1a4jq7MrSUtLIyUlhbFjx1rOqersK+wHLqNUTKs6h1AIHGnOoNoqZSdzkJjR5Z/B3tODn3YEUlZsJnpgMTdMd2ZPqQGAwVoz3t27otengC5QTQitQL0P8OaiqIjS8nKi7rqL1MzMplFnN8DJkyebTJ1tNBo5dOgQO3bsoLS0lGHDhjF06FDLtSvpyOrsSmJjY5k5c6bFmwTYnDq73qRQUR4zBdjecuG0baRJIkwHyTUYKTQN4setDmhkGfMeLeOcTotRwnAnHQaDpHPnzijDpGpC6JCYzcpLp1NWEvn4KHMKCQnk5+dz2223sXr1ahYuXEhoaCg///xztbfXpc6OjIy0+vZNqc729fWlS5cuuLi44OLiwsiRIzl69GitpFCpztZoNBZ1dnx8PEIITCYTQgjeeOMNq9XZVRNMXVxLT+F61dk1J5FjY2MtyvNKVHV2BUKI/1X8N1cIkVPllSuEyGm5ENsWZ06cwuTqw9atQUizYMJN2dzQ78pfmLKyMrp06YJGo+Hw2Vy0WnXpYYejuFhRVGRmXll2WmXPQaPU2Sir1t5+++0GQ2hKdfadd97JL7/8gtFopKSkhH379tUpF+zI6mxQel+5ubkMGzas2vtUdfYVKktudmmJQNoDEsnlSyZyCGXvXnscHIzce2s6By4VcdzgQpCDCTtHO8s3IJNJMjJY/fV1GEwmuHgRKr8FC6Gc09X+Z3Rd6ux77qGkpAQhxFVVzU2pzu7Xrx+TJk0iIiICjUbD/Pnz63wIdmR1NijDYbNnz67Vu1LV2TUbCNELyJJS6oUQw4EIYJ2UslVUia2pzj7x5S+kpe9n1Y4HyMhw597pOfQamshxTz2h7sFEYaRHjx44OEh+if8vIBkeOh47O7dWideWaHZ1dlGRsiPZYFCSQZcuiqJCYzubEVV1dvsxpTarOhv4GqUUZyDwKcoehfXXE2h7pexkDqnf76OkuJx8Uz/OnHHG3d3M9DvySS3JpL9DOYPtBPb2JqQ8R2npWUy4MCZqhpoQ2jtSKjUOzp5VEoKTEwQEKN4iG0oIoKqzbQVr3EdmKaVBCDEdWCmlXCWEsKnVR9IkMXUHe+8ADn2g2C0n9D+L/Zl4THaCQV6DKCzMpnPncxgMXsRladHaq3WYOwRCgJ2d8t+uXcHT06YVFY3dT9DeUNXZdWMUQtwFPABU/nZsbkmN2SwpKSlj31EfiiXYR+SxO6AvJlMG5eXlODqW4OzsTdwFf4QORgfXvQFIpR1gMCivypraXl7g5gZqTQwVG8DaHc1jUNTZZ4QQAUBM84bV9ijILSb5twxyixzo7F7KXW4ZjHJ1oJ+uGJPJhKNTMU7OvTCapJoQ2itSQl6esrIoI0NRXIMyTKQmBBUbwZpynPHAQuCgEOJGIF1K+bdmj6yNUVZSztEkL3BwJSgiF20PHw6WHcdsNOPp6YlOq8NeVVm0X/R6Zd4gK0tZUWRD69JVVKpiTeW1EcBnQCYggO5CiAeklDZjiMo6dYrilFMcSIwEKel7YxbggMFYRn+PCDp1cqSgAHadvIhOa1uTj+0eKZWSmNnZyma0SsV15842PXegYrtY8wRbAUyWUt4spbwJmAK807xhtS30ej0lMpBLpd54uBnp7puPpmtXRNkJ7O1SKSw6glbrhMmkziW0O7Ky4MIFJSG4uUFgoPLf60gI1dTZt99OXt4VRVhCQgJjx46lb9++9OnTp02ps5cvX27RRoeFhaHVasnJqb0/tSOrswG++OILQkJCCA0N5d577wVUdXZ92EspEysPpJTHAZsZYC07mUNxUSkHErqDlIT0zUSr0yIdHBBC0rPnOLw8h+PhMVT9ZtkecXdXVhf5+UHPnnVuRLMWJycn4uLiiI+Px9PT06JLKC0tbdPq7D/+8Y+W3cLLli1j1KhReHrWHgrtyOrspKQkli1bxu7du0lISGDlypWAqs6uj8NCiA+EEMMrXu9jQ0K84rxyLpgKOHyqG7K8HKfATLp7ebA3czMuTi5otdf/EFFpBUpL4dKlK8cuLkrv4Coenmtl2LBhFkvn+vXr27Q6uyo1tdFV6cjq7DVr1rBgwQLLfoSq+nBVnV2bP6BMNP8JZU7hZ+Dd5gyqrZASd4iCfYkUFxRz7pIr5Q56bhhkxNnpN8wmIzcF3W8pr6nMJ6g9hbbCyZMnq58wm6GgACq/kXbtes01koODg61qZzKZ2LFjBw8/rJQdaevq7EpKSkrYunUr//znP+v8eUdWZ1f6kG6++WZMJhNLliyxDBup6uwqCCHCgUBgk5TyjZYJqe1gTj9EZ4+e/H5hAtLOlcDQFCZ0ySC+XMOYvo/SybU7oCQEUOcT2hLVHuDFxYqiolMnZQLZ07NZdiSXlpYSFRVFampqu1JnV/Ltt99y88031zl0BB1bnW00GklKSmLXrl1kZGQwYsQI4uPjcXd3tzl1dkOW1BdQFBf3AduEEHVVYOvQSLORIsee7N7TCX1pKf2iMkBnh1740rmz4utXE0IbxmRSkkFamrLk1MEBevWCbt2aRVFROaeQlpaGXq+3zCmEhobWmvitS519LTSlOruS2NjYeoeO4Io6G7Cos+fPn0+vXr1Yvnw5GzZsQEpptTr7alStm1z1VTnsVpXrVWfv2bPH8v4777wTOzs7AgICCA4OJikpCbA9dTZSyjpfQALgUvFnb+BAfW0buMYk4CRwGni+gXYzAQkMuto1Bw4cKFuKExvfkbF/T5TBfQtk6IBz8pNdm+Smvf+Qm49+LXeeuCC3JZyXO09caLF4VOonMTGx9slz56RMSJAyMVHKixelNJmaNQYXFxfLnw8fPiz9/PykXq+XJSUlMiAgQG7btk1KKWVJSYmcMmWKXLVqlZRSyqNHj8rAwEB58uRJKaWUJpNJvvXWW7Wuv3PnTjllyhQppZSlpaXSz89PJiUlSSmlfPDBB+XKlSullFKOGjVKHjhwQGZlZUl/f3956dIlqdfr5fDhw+WCBQvqjD0vL096eHjIoqKiej9fdHS05X7/+te/5KOPPlrt5yNHjpQ///yzLCsrk7169bL8P0lNTZX+/v4yLy9PSinlH//4Rzl37lxZXl4upZQyKytLfvbZZ/Xe1xri4+NlRESELCsrk2fOnJEBAQHSaDRWa2MwGKSXl5fl97x27Vo5ffp0KaWUP/zwg5wzZ46UUsrs7Gzp6+srL126JKWU8uDBg3LixImNiq+lqevfA3BQWvHcbujrUrmUsrgicWRj3aS0BSGEFqVi261ACHCPECKkjnadUOYs9l3L9VsCvUHPr3HuSLNkUHQ+N3dzoFS6Mz7oFowmyfiQbmoPoa1R9Rt0ly7KkFHv3i0usKuqznZycmLz5s0sXbqU4OBgwsPDGTx4cJ3q7H79+hEWFsa5c+cavH5VdXZ4eDgajaZBdfb48eMbHO/ftGkTEyZMwMXFpd42lepsUIaOpk2bVu3nlepsBwcHizo7KiqKmTNn1lJne3t7ExISQlhYGFOnTrUMcV0vVdXZkyZNqqXOzsrKQqfTWdTZkZGRfPbZZyxfvhyAiRMn4uXlRUhICGPGjGH58uV4eSmjAao6u/IHQuQBP1UeoqguKo+RUk5v8MJCDAOWSCknVhz/ueJ9y2q0W4lS3e1Z4FkpZYNe7BZRZydtR5r0HPoxg8fX3McFvZk/vvg7E28q5EhOOrOGPMyO4xcZH9KteeNQsZrjx4/Tr0cPRVPh52dzBtOWQFVntx9TamPU2Q1NNM+ocVz3koT66QmkVznOAKKrNhBC9Af8pJTfCSFq79a50u5R4FEAf/8WsI+aDZTdMIZ9GcfILzfT9YYS7uxWQJHBiIuLy3VPDqo0ExcvKruSK7/gFBQo+w9UmpSq6mxrVg91BFR1dhWklDsaee26npyWbolQ1nKuAOZe7UJSyg+BD0HpKTQyroZJ2g4aO4qKith+2A0kDB6lR0o4nn8Cz6591eWnbQWzGb7+GlauhCVLFEVFt27KjmSVZkFVZ3d8mnPnVQbgV+XYF6i6rqsTEAbsqvjm3R34Rghxx9WGkJoVswFzn4mkHkghIakLBmcdA4cXk3guAXtveyjvC1p1tVGrk54OS5dC5aodR0dl7sDO5qzuKipNSnMOvB4A+gghAoQQ9sBs4JvKH0op86WUXaSUvaSUvYC9QOsmhArKysrY+tVlzFIQPETPrT0EeqOBIX5DMKlq7LbBkSNKQvD0hL//HTw81ISgotIEWN1TEEI4SClr76OvBymlUQjxJPAjoAU+llImCCFeQ1ka9U3DV2g9CgsL+SWxK2X29vQbeI4jFzaSZzzHsawsdA62M7bY5igsvKKjuP12ZVL5zjuV4aLjx1s3NhWVDoI16uwhwEeAG+AvhIgE5kspn7rae6WUW4AtNc69Uk/b0dYE3KwkbccstJz4+XdOJ0fhLOCuwee5kKelu8MIxoRPRKt1bu0obQ+9Hv79b1i/Hj77DPz9FfngnDmtHZmKSofDmuGjVcBtwGUAKeVRlOWpHQ+zgTLf4aScdcJotKdnDwNeXhexy8pH2603Op268qjF+f13uP9+WLNG0VVUuGraIu1VnZ2fn8/tt99OZGQkoaGh/Pvf/67zuqWlpYwaNaqafXTFihU4OjqSn5/f4H2qxlRUVMRjjz1GYGAgoaGhjBw5kn37GrdNSUrJwoULCQoKIiIigsOHD9fZLiYmhvDwcCIiIpg0aRKXqsoRgTfffBMhhOX8d999x6uvvtqoD71NmwAAIABJREFU2Nob1iQFjZQyrca52k7a9k7FqqOEnYc5eUYZIgrtl8/v5x04X2iProdvKwdoY5SWwttvw7x5SnlMf38lMbTh1S/tVZ29evVqQkJCOHr0KLt27eKZZ55Br9fXavfxxx8zffp0y6YwUB6ygwcPZtOmTVbfb/78+Xh6epKUlERCQgKffPJJrYfztfLDDz+QlJREUlISH374IY8//nitNkajkUWLFrFz506OHTtGRERENflfeno627Ztq7bsfcqUKXzzzTeUlJQ0Kr72hDVJIb1iCEkKIbRCiP8D6rdqtVfMBmTQOMpKykjPV/5ShIcWcKb4JDf6eDJKnVxuOeLjYfZsZbhICHjwQYiJgQYMn22N9qTOFkJQWFiIlJKioiKlvGwddSVqqrOTk5MpKipi6dKlxMRYV7Y9OTmZffv2sXTpUjQVGwx79+7d6B3DmzdvZs6cOQghGDp0KHl5ebV2hVdqHIqLi5FSUlBQUM2P9PTTT/PGG29UGw0QQjB69Gi+++67RsXXnrBmovlxlCEkf+ACyu7j2mm4PVPRSzAYDJSWQ2KiPVCKU8+9FApBZLfI1o7QtujUSSmP2bcvvPwy1NiZaQ3Zlxq7zaY23l3GWdWuvamzn3zySe644w569OhBYWEhGzZssDywK9Hr9Zw5c4ZevXpZzlXWXhgxYgQnT57k4sWL1eoQ1EVCQgJRUVHVehv1cffdd9dWoAOLFy9mTo35pMzMTPz8rqyAr1Rn+/j4WM7Z2dnx/vvvEx4ejouLC3369LH05r755ht69uxJZGTtf+uDBg3il19+sZk9GldNClLKiyjLSTsuZgME30pZQQHfp3uQp5d09yukwHieG7vcCcV5V7+GSuOIi4PISKVncMMN8K9/QUjIdVdCs/YB3pS0V3X2jz/+SFRUFD/99BPJycnccsstjBgxotqu5UuXLuFeY5d4bGwsmzZtQqPRMH36dL788ksWLFjQZJ+1oXmTmtSl66l5P4PBwPvvv8+RI0fo3bs3Tz31FMuWLWPx4sX87W9/47///W+d11bV2TUQQqwRQnxY89USwbU0xcXFpJ12p5NWMNz/LLpCAzcV5YFZqqU2m4ucHHjhBZg/H7ZUWagWEdGo0pitQXtVZ//73/9m+vTpCCEICgoiICCgWs1lUD5bWVmZ5fjYsWMkJSVxyy230KtXL2JjYy1DSA2ps0NDQzl69KhFwd0Qd999d53q7E8//bRWW2vU2XFxcYDSSxNCMGvWLPbs2UNycjIpKSlERkbSq1cvMjIyGDBgAOfPnwdsT51tzZzCdmBHxWs30BWwer9Ce6H0RA7JuxNJP618O+rndRphNuPQwweXYUMRqmCtaZFSSQIzZ8J//6vsSDYYWjuqJsHNzY1Vq1bx5ptvYjAYuO+++/j111/Zvn07oPQoFi5cyJ/+9CdAqZH8+uuvW77Fm81m3n777QbvceONN5KammopPP/ZZ58xatSoam2io6PZtWsXly9fxmAw8OWXX9Z5LX9/f3bsUIbbLly4wMmTJ2tNdHt4eGAymSyJISYmhiVLlpCamkpqaipZWVlkZmaSlpbG4MGD2b17t+WhevDgQcrLy/Hz8yMwMJBBgwbx6quvWhJbUlISmzdvrhXXhg0bLLWjq75qDh0B3HHHHXz66adIKdm7dy9ubm7Vho4AevbsSWJiItnZ2QBs27aNfv36ER4ezsWLFy2fxdfXl8OHD9O9u1JE69SpU4SFhTXwf6NjYc3wUbU+nBDiM6DDaRL15Xpy7B3IPu+Ih64YV894LnXywMXKEowq18D58/D661BR4IToaHjxRajxza49U1Wd/cADD7B582aeeuopFixYgMlk4oEHHqhTnV1SUoIQ4qoTr1XV2UajkcGDBzeozvbx8WHAgAF1FrN/+eWXmTt3LuHh4Ugp+cc//kGXLl1qtZswYQK//vor48ePJzY2lh9++KHaz6dNm0ZsbCzPPfcc77zzDpMnT8ZsNuPq6kpMTIxlnmLt2rU888wzBAUF4ezsjJeXl0Vhfb1MnjyZLVu2WK5ZdVltVFQUcXFx9OjRg1dffZWRI0diZ2fHDTfcwCeffHLVa+/cuZNly5ZdtV1HoV51dr1vECIQ+FFKGdQ8ITVMc6izk3bGkFvsy/+Ou/PumhsYN9jA9JHvUNb9Ru66894mvZfNEx8PTzwBJSXKhPLixXDbbY0enqtLFazStBw5coS3336bzz77rLVDaTEuXLjAvffea+lJtReaS51deaFcrthNNUAO8Hz972h/mKWkh1s3LlxQVk5E+J5H79YJnerSaXr69lVMpr16wXPPKYVwVNoF/fv3Z8yYMZhMJqtWD3UEzp49y1tvvdXaYbQoDSYFocxSRQKZFafM8lq7Fm2cyjqs5fpyDu0tB+FMeN9CLpg86GTXviY62yQmE2zYoPQGOncGe3v46CPlzyrtjnnzbKtU++DBg1s7hBanwdnTigSwSUppqnh1qIQAyqRery7OXM7Tcv6iI84uGlKKfuJCgRkXb9tZcdAsnDqlbDx7+23lVYmaEFRU2izWfBXeL4QYIKWsWybSAdDr9Rw/7QzSjKfXBQwOMKJPFIEtUOStQ6LXw9q18P/+n9JT6N4dJk5s7ahUVFSsoN6kIITQSSmNwHDgESFEMlCMUlFNSinrrwLezijN0LLrqD15JkFYYBEeAwLQ6QtR6gCpXBPHjsFrr0FqqjJ5PGsWPPkkOKt2WRWV9kBDPYX9wACgQ9eik1Ji1BtJzHLBTgvzIwu4LCVCm4uzs6q3uCbS05VNaGazsiv5lVeUXcoqKirthobmFASAlDK5rlcLxdfsmM1mcorsuXjWjJ2dGVPnw+g0OrRaLXZ2avH3a8LPD6ZNU8ymMTE2lxDaqzo7NzeXadOmERERwZAhQ4iPj6/zulJKxo4dS0FBgeXcpk2bEEJU2wG9a9cubrvttmrvnTt3Lhs3bgQU3cTzzz9Pnz59CAsLY8iQIbX2PFwPy5YtIygoiODgYH788cc62+zYsYMBAwYQFRXF8OHDLZv/AL744gtCQkIIDQ3l3nuVpejZ2dlMmjSp0bG1JxpKCt5CiMX1vVoswmbGZDIRf8YDJAT0KsTsLAiz719LCKZSBwUFylDRkSNXzj3/vLIPwd6+9eJqJdqrOvv1118nKiqKY8eO8emnn7Jo0aI6223ZsoXIyMhqTqSYmBiGDx9ObGys1fd7+eWXOXfuHPHx8cTHx/Ptt99SWFjYqM+QmJhIbGwsCQkJbN26lSeeeKLOjXqPP/44n3/+OXFxcdx7770sXboUUFYhLlu2jN27d5OQkMDKlSsB8Pb2xsfHp17DbEekoSefFnBFGViv69UhMGce4fdUT0DSK7CAkp7eSL0WV3cHNBrVd1QvP/0Ed90F33wDb7yhaCtAdURV0J7U2YmJiYwbpwgEK/UZFy5cqNWupjq7qKiI3bt389FHH1mdFEpKSlizZg3vvvsuDg4OAHTr1q3RBtLNmzcze/ZsHBwcCAgIICgoiP3799dqJ4Sw9HTy8/MtfqQ1a9awYMECPDyUWipVba9Tp07l888/b1R87YmG5hTOSSlfa7FIWgmjvpyjGTcgDGX0Ci7BUGrC7JiF1l59uNXJ5cvwj38oSQEgKkrRW7exZPDfS/lXb3SNTOjiZlW79qbOjoyM5KuvvmL48OHs37+ftLQ0MjIy6NatW7V2u3fv5oMPPrAcf/3110yaNIm+ffvi6enJ4cOHGTCg4fUnp0+fxt/fv1pvoz6efvppdu7cWev87Nmzef756vtnMzMzGTp0qOW4Up1dk7Vr1zJ58mScnJzo3Lkzeysq+VV6p26++WZMJhNLliyxDBsNGjSIl1566arxdhQaSgpt6195c5C0ndxCHWcztOg0Roxh2eiMRegcs/HwGoAQtrFr0yqkhO+/V/YbFBQoq4meegpmzIA2ONRm7QO8KWmv6uznn3+eRYsWERUVRXh4OP3796+zyE5OTg6dOl0ZJIiJibHcb/bs2cTExDBgwIAm+6wrVqywuq016uzKa27ZsoXo6GiWL1/O4sWLWbt2LUajkaSkJHbt2kVGRgYjRowgPj4ed3d3m1NnN5QUWl5I38KYjeX8flH55uTnmw/OGvrIIDp18sLF5YZWjq6NUVgIK1YoCeGmm+DPf4YaFkpbp3JOIT8/n9tuu43Vq1ezcOFCQkND+fnnn6u1rUudXVeBl/poSnV2586dLQI5KSUBAQEEBATUaqfT6TCbzWg0Gi5fvsxPP/1EfHw8QghMJhNCCN54440G1dlBQUGcPXuWwsLCagmmLq6lp2CNOjs7O5ujR48SHR0NKEmysjfg6+vL0KFDsbOzIyAggODgYJKSkhg8eLCqzq5ESpnTkoG0BiazmaQkVwB6+WZjMkrM5RpVk12J2axsPgNlF/KLLyoTy++8oyaEBmhv6uy8vDxLTea1a9cycuTIOod3goODOXPmDAAbN25kzpw5pKWlkZqaSnp6OgEBAfz666/06dOHrKwsjh8/DkBaWhpHjx4lKioKZ2dnHn74YRYuXGi557lz51i3bl2t+61YsaJOdXbNhACKOjs2Npby8nJSUlJISkpiyJAh1dp4eHiQn59v+T1XqrNBmTeoTECXLl3i1KlTlsl+W1Nn2/TTz2Q0kprqDFLi55ODyWDCzk7Syd2htUNrfVJT4ZFHoKpaeOxYmDy5zc0ftEWqqrOdnJzYvHkzS5cuJTg4mPDwcAYPHlynOrtfv36EhYXVqi9ck6rq7PDwcDQaTYPq7PHjx9c73n/8+HFCQ0O58cYb+eGHH3jnnXfqbDdlyhR27doFKENH06ZNq/bzGTNmsH79ehwcHFi3bh0PPfQQUVFRzJw5k7Vr1+LmpgzpLV26FG9vb0JCQggLC2Pq1KmWIa7rJTQ0lFmzZhESEsKkSZNYvXq1Rdo3efJksrKy0Ol0rFmzhhkzZhAZGclnn31mUXZPnDgRLy8vQkJCGDNmDMuXL8fLywtQ1NmNrSHdnrhmdXZr05Tq7Nx9XzJy3nhEsWDc0/+jc9/L3NW1M33CRuDg0O3qF+iIGI3w6aewZo1S9KZHD9i4sc0vMVXV2c3PuXPnmDNnDtu2dbhyKg0ycuRINm/ebFmZ1B5ojDrbpnsKyWftMRi0dHIpp8w5nwiHLHr1HWu7CeHkSZgzB957T0kId94J69a1+YSg0jL4+PjwyCOPVNu81tHJzs5m8eLF7SohNBabdUPLpG3En1Ymunq4XaRTZw03dgvCxbXlV620OkYjfPCBIrAzm5XewUsvQY0xWRWVxu4naG94e3szdWqHNv3UwmaTgtlQTkKOsq65q8cFHLp74eDY4UpPW4dWq1REkxLuuQcef1wV2Kmo2Cg2mxSMJhPJyfZICb7el/DxjMLRIaW1w2o5SkqguBi8vZWJ45dfhkuXICKitSNTUVFpRWxyTsGoN3EmGU6f1CHLjPh4Z4OUdW7Y6ZD89puitH7ppSt6ih491ISgoqJimz0Fk9HM/pNmyo0mvDvncS6okB5Cg7ajJ4X8fGVH8vffK8ceHso5d9UGq6KiotCsPQUhxCQhxEkhxGkhRK0dJxXG1UQhxDEhxA4hRMtsI07+HymZbmgNZm7wysPo1x17B/uO6/WQEnbsUAR233+vrCZauFDZg6AmhCbl/PnzzJ49m8DAQEJCQpg8eTIffvhhLZW0ikpbpdm+GgtFHLQauAXIAA4IIb6RUiZWaXYEGCSlLBFCPA68ATSdE7gukraTfD6Xk2eDEIBvYAlBng4WY2OHQ0plmKjSLz9ggHLsr9YabWqklEybNo0HH3zQYg2Ni4vj22+/beXIVFSspzl7CkOA01LKM1JKPRAL3Fm1gZRyp5SypOJwL+DbjPEomA2Yu4Vw/oIXWnsH/Lvnc9zoiDSkIDHT4TyAQkDv3spqoj//Gf71L9tICIMG1f/66qsr7b76quG218DOnTuxs7OrtrM4KiqKESNGUFRUxMyZM7nxxhu57777LO6i1157jcGDBxMWFsajjz5qOT969Giee+45hgwZQt++ffnll18AxcD67LPPEh4eTkREBO+++y4Ahw4dYtSoUQwcOJCJEydedUe0ikp9NGdS6AmkVznOqDhXHw8DdZZfEkI8KoQ4KIQ4mJ2d3ejA9HrBuYuuaAT07FaAlKWM9tDg4R6NEB1g7j0rC6q65B98UNmV3EaNph2F+Pj4WorsSo4cOcLKlStJTEzkzJkzltoGTz75JAcOHCA+Pp7S0lK+++47y3uMRiP79+9n5cqV/OUvfwHgww8/JCUlhSNHjnDs2DHuu+8+DAYDTz31FBs3buTQoUPMmzePF198sfk/sEqHpDlnVuv6yl2nU0MIcT8wCBhV18+llB8CH4KiuWhsYEd+u4DZ7IO7WxG55uPYaYJwcOyCTufa2Eu3LmYzbNgAq1eDgwN8+SV4eoJOB1WKhtgE1qpQpk9XXs3MkCFD8PVVOsKVeu3hw4ezc+dO3njjDUpKSsjJySE0NJTbb7+9IjQlroEDB5KamgrA9u3b+cMf/mBZKefp6WmpYFap6jaZTPiowkKV66Q5k0IG4Ffl2BeoJSUXQowHXgRGSSlbZPdYapoLdhoHenll4h2Qj9atKw72jRNytTpnzsDSpXDsmHI8cqTaK2hhQkNDLXWIa1J1zkqr1WI0GikrK+OJJ57g4MGD+Pn5sWTJEsrKymq9p7I91F2bQUpJaGgov/32W1N/JBUbpDmfGgeAPkKIACGEPTAb+KZqAyFEf+AD4A4p5cVmjKUaZzNd0RvN+ATkY3R1xMM9Eju7droKx2iEjz6C++5TEoK3t7Ls9PXX1ZVFLczYsWMpLy9nzZo1lnMHDhzgf//7X53tKxNAly5dKCoqqjehVGXChAn861//siSJnJwcgoODyc7OtiQFg8FAQkJCYz+Oio3SbElBSmkEngR+BI4DX0gpE4QQrwkh7qhothylDvSXQog4IcQ39VyuScnPtwezmchuF5EagU5n1xK3bR5efBHef18R2E2bpgwZjRzZ2lHZJEIINm3axLZt2wgMDCQ0NJQlS5bUKvZSibu7O4888gjh4eFMnTqVwYMHX/Ue8+fPx9/fn4iICCIjI1m/fj329vZs3LiR5557jsjISKKiotizZ09TfzwVG8H21Nknf2DcIyGcTfHg7b/upLxfCp0DH2qV8o1NQlwc/OUv8MILYMVDpaOiqrNVVK6gqrOvkYJCpWfQyaUEO0evVo7mGjl8GD788MpxVJSyssiGE4KKikrT0cG9DrX55cApCgsHIwS4upZRat9ObKDFxbBqFfznP8rxoEHKRjRQLKcqKioqTYDN9RSKSzXo7DpjZ2fmnPE0jnaOrR3S1dm9W1FU/Oc/yvLSRx+F8PDWjkpFRaUDYnM9hcJiBySSTi4GzNLMTX438b/C1o6qHvLy4K234IeKPX2hofDKKxAY2LpxqaiodFhsKimkxB2iqNSJMoMJH/ciTjh0xS7XiKNdG/UerVmjJAQHB3jiCaUAjrr3QEVFpRmxqaRgTj+EnVMQUoLwkmi1nZjcvY3t/JRS8RUBPPYY5OTAggXg2/xaKBUVFRXb+tppNpJvFwxSIuzzGKxtQ+NGUsKmTTBvHuj1yrnOnWHZMjUhqKiotBg21VMAyM/XYDCV4exSSni/0a0djkJGhqKoqNx/sW0bTJnSujGpqKjYJLbVUwAKCrRIzHh6GnHo1KV1gzGb4fPP4e67lYTg4aHoKSZPbt24VK4bIQQPPPCA5dhoNOLt7d3sRXa0Wi1RUVGEhYVx++23k5eXZ/lZRkYGd955J3369CEwMJBFixahr+yNUndhoFOnTtW6R2lpKaNGjcJkMlnObdq0CSEEJ06csJxLTU0lLCys2nuXLFnCm2++eU33u1a2bt1KcHAwQUFB/P3vf6+zzYoVKwgNDSUsLIx77rmnmmsqLy/Pojfv169fk7ikrImpoTbz5s2ja9eu1X6fer2ekSNHWlQnTY3NJYX8fGVNv4uzGWfnVhyWOXMGHnoIVqyA8nK49VZFUTFhwpU5BZV2h4uLi0WDDbBt2zZ69mzIGN80ODk5ERcXR3x8PJ6enqxevRpQZHnTp09n6tSpJCUlcerUKYqKiixq7crCQKNHjyY5OZnExERef/11Lly4UOseH3/8MdOnT0dbZV9MTEwMw4cPtxQVuhrXcr9rwWQysWDBAn744QcSExOJiYkhMTGxWpvMzExWrVrFwYMHiY+Px2QyVYt70aJFTJo0iRMnTnD06NEGd8jv2rWLuXPnNjqmq7WZO3cuW7durfYee3t7xo0bx4YNG672a7kubHD4SKAxm3DpZKhlm2xRTpyAhARFaf3CCzB8eOvF0sG4xto4VmOtXeXWW2/l+++/Z+bMmcTExHDPPfdYiuSsW7eOVatWodfriY6O5r333kOr1TJ16lTS09MpKytj0aJFPProo6SmpnLrrbcyfPhw9uzZQ8+ePdm8eTNOTk4N3n/YsGEcq7Dl/vTTTzg6OvLQQw8BSo9ixYoVBAQE8Je//IW9e/fWWRioLj7//HPWr19vOS4qKmL37t3s3LmTO+64gyVLllz1d1NfIaLGsn//foKCgujduzcAs2fPZvPmzYSEhFRrZzQaKS0txc7OjpKSEouXqqCggJ9//plPPvkEUB689vb2zR7T1dqMHDnSok2vytSpU/nzn//Mfffd16gY68LmegoFBVo0GOncvRUkeLm5V/58663wpz/BF1+oCaGDMXv2bGJjYykrK+PYsWNER0cDio9mw4YN7N69m7i4OLRaLZ9//jmgfAs/dOgQBw8eZNWqVVy+fBmApKQkFixYQEJCAu7u7vynckd7PZhMJnbs2MEddyjOyYSEhFqFfzp37oy/vz+nT59usDBQVfR6PWfOnKFXr16Wc19//TWTJk2ib9++eHp6cvjw4atex9r7AYwYMYKoqKhar+3bt9dqm5mZiZ/fFVO/r68vmZmZ1dr07NmTZ599Fn9/f3x8fHBzc2PChAkAnDlzBm9vbx566CH69+/P/PnzKS4urnWf6OhooqKimD9/Pt98840lph8ry91eY0zWtKmLsLAwDhw4cNV214NN9RQyC8rJy9MihBl3jxasn1BWppTB3LgRPvsMAgKUIaJZs1ouBhuiMb7EpiAiIoLU1FRiYmKYXGV+aMeOHRw6dMhiQy0tLaVrRfGjVatWsWnTJgDS09NJSkqie/fuBAQEWL5JVy22U5PS0lJL8Z6BAwdaCu7UVX+hofP1cenSJdxrqNhjYmL4v//7P0BJhDExMQwYMKDe615rz7yyd2UNdYk9a94vNzeXzZs3k5KSgru7O3fddRfr1q3j/vvvx2g0cvjwYd59912io6NZtGgRf//73/nrX/9a7Rr79u0DlOGjTz75xNKzuN6YrGlTF1qtFnt7ewoLC+nUqdNV218LNpUUTGa4eFkHSNzcW8gXdPCgsrIoI0PZeHbkiJIUVDo0d9xxB88++yy7du2yfOuXUvLggw+ybNmyam137drF9u3b+e2333B2dmb06NGWCdCaxXkq5ypqUjmnkJ+fz2233cbq1atZuHAhoaGhtXoXBQUFpKenExgYyMWLF62q4+Dk5FRtUvby5cv89NNPxMfHI4TAZDIhhOCNN97Ay8uL3Kq9YpS6DwEBAfj6+lp1P1B6CoWFtZeNv/nmm4wfP77aOV9fX9LTr1T/zcjIqKUs3759OwEBAXh7K18Ip0+fzp49e7j//vvx9fXF19fX0qubOXNmvRPD1mJNTNa0qY/y8nIcHZte02NTw0dF+aAvLsTFqRwHx2bOh0VFykqiP/xBSQhBQfDJJy1S+lGl9Zk3bx6vvPIK4VUcVePGjWPjxo1cvKjUk8rJySEtLY38/Hw8PDxwdnbmxIkT7N2797rv6+bmxqpVq3jzzTcxGAyMGzeOkpISPv30U0AZXnrmmWeYO3cuzs7OVhcG8vDwwGQyWRLDxo0bmTNnDmlpaaSmppKenk5AQAC//vorrq6u+Pj4sGPHDsvn3Lp1K8OHD7+mQkS//PILcXFxtV41EwLA4MGDSUpKIiUlBb1eT2xsrGUIrRJ/f3/27t1LSUkJUkp27NhhmUzu3r07fn5+nDx5ElB6dTXnI6oyevToBnsJ1sZkTZu6uHz5Mt7e3tjZNf0wuE0lhdwcOySg83bGoTnNonFxytDQV18pArs//EEZNmrgL5lKx8LX15dFixZVOxcSEsLSpUuZMGECERER3HLLLZw7d45JkyZhNBqJiIjg5ZdfZujQoY26d//+/YmMjCQ2NtZS+OfLL7+kT58+9O3bF0dHR15//XXg2goDTZgwgV9//RVQho6mTZtW7eczZsywTER/+umnLF26lKioKMaOHcurr75KYGDgNRcishadTsc///lPJk6cSL9+/Zg1axahoaEATJ48maysLKKjo5k5cyYDBgwgPDwcs9nMo48+arnGu+++y3333UdERARxcXG88MILte5TOadQ81XXnII1MTXUBuCee+5h2LBhnDx5El9fXz766CNAmbCf3FxL16WU7eo1cOBAeb28+8xaecMNWXLYbakyPy7zuq9zVc6elXLYMCnnzpUyObn57qNiITExsbVD6PAcPnxY3n///a0dhoqUctq0afLEiRP1/ryufw/AQWnFM9am5hQKS+1BmHF1s0OjbcKPLiXs2wfR0coEsp+fUjc5OFgV2Kl0GPr378+YMWMwmUzV9iqotCx6vZ6pU6cSHBzcLNe3qSdWkV4AEhd3DZqmelhfuABPPw1PPgnffnvlfL9+akJQ6XDMmzdPTQitjL29PXPmzGm269tMT8FQZiA3z4kyYY+7h0TQyI1rZjN8/TWsXAklJeDqCs0w6aOioqLSkthOUsgvpLjYAbNWMLBbI7/pnD2rLDOt3KwzejQ89xx4t+DeBxUVFZVmwGaSgpRmissdkULQpYsHeRZJAAANxklEQVQGMF/fhY4dU1YT6fXg6ansSh43TvUVqaiodAhsJimYzMUUldsDgi5dtFx3UujXD/z9lUnkxYvBza0pw1RRUVFpVWwmKQAUFbuiNWlxKyxBaK2UXen1sG6dsunM3V2ZN/j4Y3B2bt5gVVRUVFoB20oKJcqDvPugzjj6WfFQ//13+OtfFc11SoryZ1ATgoqKSofFZpKC2QzFpU5gB56eV5loLi2F99+HmBhlD4K/v6qnUFFRsQlsJink5Wso1djh4GTEwaGBpLB/v7KyKCtL2Wfw4IPw6KPQSLe6SsuSnp5OeXl5k13PwcGhmuK4KZg3bx7fffcdXbt2JT4+3ur35eXlsX79ep544ok6f75kyRJcXV159tlnrbretbZX6djYzO6qvHwNEoGLe1H9m2/OnoUFC5SE0LcvfPqpsilNTQjtjvLycpydnZvsda0JxprKXHVV1bKGvLw83nvvvWt+n4qKNdhUUgBwaqjimr8/3HMPPPGEkhBuvLEFI1SxNUaOHImnp2eDbYqLi5kyZQqRkZGEhYWxYcMGnn/+eZKTk4mKiuKPf/wjAH/7298IDg5m/PjxFtNnQzTUft26dQwZMoSoqCgee+wxTCYTzz33XLVEtGTJEt56663r+NQqbR2bGT7KzVOSgrPrlYLl5OTA8uUwY8aVGo6LF7dCdCodhejoaMrLyykqKiInJ8dSIOcf//gHEydOvObrbd26lR49evD9998DkJ+fT3R0NPHx8cTFxQFw6NCh/9/e/QdJXddxHH++0JOTRDLMhjw5aARLUOm8jGSw1GKATNK58Y4RkQZz1KjIzkxtJrT+MNFxUkkyctSGAryRIsMxR0EZFRVFQVETEe2GDLjQUE7jx7s/Ph/Wddm7+97d/rjdfT9mbmb3u5/d7/uze7vv/X4+3/28WbRoEWvXrmXPnj3U1dV1Wt2ss/bp1eGqqqq47LLLWLhwIU1NTcyePTs1ZLVkyZIeHeW4vq9iksI77/QD28thg3aHyeMHHoAbb4T//hfefBMWLvQfoLle605lriROOOEEmpubufLKKznrrLMYP378AQVsVq1axTnnnMOAeFZcV+vxd9a+o+pw06dPZ+vWrWzZsoVt27ZxxBFHMHTo0F71zfVNeU0KkiYCvwYOAhaY2fUZt/cH7gFOBtqARjPbnI9YwpzCXo77ZDv88IfwxBPhhrFj4eqrPSG4PmnkyJE8++yzLF++nKuuuooJEyZkXQytu6UuO2pvHVSHg1CNrKWlhbfffpumpqZu7c+VjrzNKUg6CJgHTAKOB6ZKyqwyMxPYYWbHAjcDv8pXPDt2iEN3tXPi0paQEA4/HObMgVtvhV4W+HAuU5LKXEls2bKFAQMGMG3aNJqbm3nuuecYOHDgx8pUnnbaaSxdupT29nZ27tzJX9NX682is/YdVYeDUId50aJFtLS00NDQ0Ou+ub4pn0cKpwAbzWwTgKRFwBRgQ1qbKcCceLkFuE2SYkGInHpn+14GvPcegw9rgzPOCAvYDR6c6924PqJ///7s2rUrp4+XxP45hUzZ5hSmTp3KypUr2b59OzU1NVx77bXMnDnzY23Wr1/PFVdcQb9+/aiqquL2229n8ODBjBs3jtGjRzNp0iTmzp1LY2MjY8aMoba2lvHjx6fuP3nyZBYsWPCxymZ1dXUdtk+vDrdv3z6qqqqYN28etbW1jBo1ip07d3L00UczZMiQTvfhSpfy8PkbHlhqACaa2UXx+gXAl81sVlqbF2Ob1nj99dhme8ZjXQxcDDB06NCT939z6Y6fNH/IXxa/xR+u3MYps07tabdcH/Xyyy+n6u06V+myvR8kPWtm9V3dN5+npGYbtMzMQEnaYGZ3mFm9mdV/uofLU99wY39e/ecITwjOOdeJfCaFViD9J6A1wJaO2kg6GBgE/CePMTnnnOtEPpPCM8AIScMlHQI0Acsy2iwDLoyXG4BH8jGf4CqD/+s41/v3Qd6SgpntAWYBDwIvA0vM7CVJ10naf2L074HBkjYClwM/zVc8rrxVV1fT1tbmicFVNDOjra2N6urqHj9G3iaa86W+vt7WrFlT7DBcH7N7925aW1v54IMPih2Kc0VVXV1NTU0NVRk145NONFfML5pdeauqqmL48OHFDsO5klcxC+I555zrmicF55xzKZ4UnHPOpZTcRLOkbUD3f9IcHAls77JVefE+Vwbvc2XoTZ9rzazLX/+WXFLoDUlrksy+lxPvc2XwPleGQvTZh4+cc86leFJwzjmXUmlJ4Y5iB1AE3ufK4H2uDHnvc0XNKTjnnOtcpR0pOOec64QnBeeccyllmRQkTZT0qqSNkg5YeVVSf0mL4+1PSRpW+ChzK0GfL5e0QdI6SQ9Lqi1GnLnUVZ/T2jVIMkklf/pikj5LOi++1i9J+mOhY8y1BP/bQyWtkLQ2/n9PLkacuSLpTklbY2XKbLdL0i3x+VgnqS6nAZhZWf0BBwGvA58DDgFeAI7PaHMZMD9ebgIWFzvuAvT5dGBAvHxpJfQ5thsIPAasBuqLHXcBXucRwFrgiHj9qGLHXYA+3wFcGi8fD2wudty97PNpQB3wYge3TwYeIFSuHAs8lcv9l+ORwinARjPbZGb/AxYBUzLaTAHujpdbgDMlZSsNWiq67LOZrTCz/ZXsVxMq4ZWyJK8zwC+AG4ByWFM7SZ+/C8wzsx0AZra1wDHmWpI+G3B4vDyIAys8lhQze4zOK1BOAe6xYDXwSUlDcrX/ckwKRwP/TLveGrdlbWOhGNC7wOCCRJcfSfqcbibhm0Yp67LPkr4IHGNm9xcysDxK8jqPBEZKelzSakkTCxZdfiTp8xxgmqRWYDnw/cKEVjTdfb93SznWU8j2jT/zvNskbUpJ4v5ImgbUA1/Na0T512mfJfUDbgZmFCqgAkjyOh9MGEL6GuFocJWk0Wb2Tp5jy5ckfZ4K3GVmN0n6CvCH2Od9+Q+vKPL6+VWORwqtwDFp12s48HAy1UbSwYRDzs4O1/q6JH1G0teBa4CzzezDAsWWL131eSAwGlgpaTNh7HVZiU82J/3f/ouZ7TazN4BXCUmiVCXp80xgCYCZPQlUExaOK1eJ3u89VY5J4RlghKThkg4hTCQvy2izDLgwXm4AHrE4g1OiuuxzHEr5LSEhlPo4M3TRZzN718yONLNhZjaMMI9ytpmVci3XJP/bfyacVICkIwnDSZsKGmVuJenzW8CZAJK+QEgK2woaZWEtA6bHs5DGAu+a2b9y9eBlN3xkZnskzQIeJJy5cKeZvSTpOmCNmS0Dfk84xNxIOEJoKl7EvZewz3OBw4B745z6W2Z2dtGC7qWEfS4rCfv8IDBB0gZgL3CFmbUVL+reSdjnHwO/k/QjwjDKjFL+kifpT4ThvyPjPMnPgSoAM5tPmDeZDGwEdgHfyen+S/i5c845l2PlOHzknHOuhzwpOOecS/Gk4JxzLsWTgnPOuRRPCs4551I8Kbg+R9JeSc+n/Q3rpO2wjlaT7OY+V8aVOF+IS0Qc14PHuETS9Hh5hqTPpt22QNLxOY7zGUljEtxntqQBvd23qwyeFFxf1G5mY9L+Nhdov+eb2UmExRLndvfOZjbfzO6JV2cAn0277SIz25CTKD+K8zcki3M24EnBJeJJwZWEeESwStJz8e/ULG1GSXo6Hl2skzQibp+Wtv23kg7qYnePAcfG+54Z1+lfH9e57x+3X6+P6lPcGLfNkdQsqYGwvtTCuM9D4zf8ekmXSrohLeYZkm7tYZxPkrYQmqTbJa1RqKNwbdz2A0JyWiFpRdw2QdKT8Xm8V9JhXezHVRBPCq4vOjRt6Ghp3LYV+IaZ1QGNwC1Z7ncJ8GszG0P4UG6Nyx40AuPi9r3A+V3s/1vAeknVwF1Ao5mdQFgB4FJJnwLOAUaZ2YnAL9PvbGYtwBrCN/oxZtaednMLcG7a9UZgcQ/jnEhY1mK/a8ysHjgR+KqkE83sFsK6OKeb2elx6YufAV+Pz+Ua4PIu9uMqSNktc+HKQnv8YExXBdwWx9D3Etb0yfQkcI2kGuA+M3tN0pnAycAzcXmPQwkJJpuFktqBzYTll48D3jCzf8Tb7wa+B9xGqM+wQNLfgMRLc5vZNkmb4po1r8V9PB4ftztxfoKw7EN61a3zJF1MeF8PIRScWZdx37Fx++NxP4cQnjfnAE8KrnT8CPg3cBLhCPeAojlm9kdJTwHfBB6UdBFhmeG7zeyqBPs4P33BPElZa2zE9XhOISzC1gTMAs7oRl8WA+cBrwBLzcwUPqETx0moQHY9MA84V9JwoBn4kpntkHQXYWG4TAIeMrOp3YjXVRAfPnKlYhDwr7hG/gWEb8kfI+lzwKY4ZLKMMIzyMNAg6ajY5lNKXp/6FWCYpGPj9QuAR+MY/CAzW06YxM12BtBOwvLd2dwHfJtQB2Bx3NatOM1sN2EYaGwcejoceB94V9JngEkdxLIaGLe/T5IGSMp21OUqlCcFVyp+A1woaTVh6Oj9LG0agRclPQ98nlCycAPhw/PvktYBDxGGVrpkZh8QVqC8V9J6YB8wn/ABe398vEcJRzGZ7gLm759oznjcHcAGoNbMno7buh1nnKu4CWg2sxcItZlfAu4kDEntdwfwgKQVZraNcGbUn+J+VhOeK+cAXyXVOedcGj9ScM45l+JJwTnnXIonBeeccymeFJxzzqV4UnDOOZfiScE551yKJwXnnHMp/wdHCvjVEU1f9QAAAABJRU5ErkJggg==\n", + "text/plain": [ + "<Figure size 432x288 with 1 Axes>" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "array([0.29569575, 0.79363506, 0.87995268, ..., 0.2425908 , 0.71409916,\n", + " 0.89744282])" + ] + }, + "execution_count": 14, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "#Logistic regression (scikit)\n", + "cv = StratifiedKFold(n_splits=10)\n", + "results = np.zeros_like(y, dtype=float)\n", + "\n", + "tprs = []\n", + "aucs = []\n", + "mean_fpr = np.linspace(0, 1, 100)\n", + "\n", + "i = 0\n", + "for train, test in cv.split(X, y):\n", + " keras.backend.clear_session()\n", + " prbs=[]\n", + " model = LogisticRegression(random_state=0)\n", + " model.fit(X[train,:], y[train])\n", + " probas_ = model.predict_proba(X[test,:])[:, 1]\n", + " results[test] = probas_\n", + " \n", + " # Compute ROC curve and area the curve\n", + " fpr, tpr, thresholds = roc_curve(y[test], probas_[ :])\n", + " print(' ' + str(auc(fpr, tpr)))\n", + " tprs.append(interp(mean_fpr, fpr, tpr))\n", + " tprs[-1][0] = 0.0\n", + " roc_auc = auc(fpr, tpr)\n", + " aucs.append(roc_auc)\n", + " plt.plot(fpr, tpr, lw=1, alpha=0.3,\n", + " label='ROC fold %d (AUC = %0.2f)' % (i, roc_auc))\n", + "\n", + " i += 1\n", + "plt.plot([0, 1], [0, 1], linestyle='--', lw=2, color='r',\n", + " label='Chance', alpha=.8)\n", + "\n", + "mean_tpr = np.mean(tprs, axis=0)\n", + "mean_tpr[-1] = 1.0\n", + "mean_auc = auc(mean_fpr, mean_tpr)\n", + "std_auc = np.std(aucs)\n", + "plt.plot(mean_fpr, mean_tpr, color='b',\n", + " label=r'Mean ROC (AUC = %0.2f $\\pm$ %0.2f)' % (mean_auc, std_auc),\n", + " lw=2, alpha=.8)\n", + "\n", + "std_tpr = np.std(tprs, axis=0)\n", + "tprs_upper = np.minimum(mean_tpr + std_tpr, 1)\n", + "tprs_lower = np.maximum(mean_tpr - std_tpr, 0)\n", + "plt.fill_between(mean_fpr, tprs_lower, tprs_upper, color='grey', alpha=.2,\n", + " label=r'$\\pm$ 1 std. dev.')\n", + "\n", + "plt.xlim([-0.05, 1.05])\n", + "plt.ylim([-0.05, 1.05])\n", + "plt.xlabel('False Positive Rate')\n", + "plt.ylabel('True Positive Rate')\n", + "plt.title('Receiver operating characteristic example')\n", + "plt.legend(loc=\"lower right\")\n", + "plt.show()\n", + "results" + ] + }, + { + "cell_type": "code", + "execution_count": 15, + "metadata": {}, + "outputs": [], + "source": [ + "df_results = pd.DataFrame(data={\"name\": names, 'pred': results})\n", + "df_results.to_csv('/home/drewe/notebooks/genotox/pred.lr2.v4.csv', index=None)" + ] + }, + { + "cell_type": "code", + "execution_count": 16, + "metadata": {}, + "outputs": [ + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXoAAAD8CAYAAAB5Pm/hAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAEZZJREFUeJzt3X+MZWdZwPHvQ0tBpNjCTpvNbscpyaLWRkMzaaokOLLElIpd/ihkK8i2bJyICIhEW+SPDgpJERUhQXCllcVgf1CJ3SCITelYNezqliL2R2qXFrdjV7ZIWzVV2sXHP+7Z7XQ7s3PnnnPuvee9308ymXvPPfee592Zee5znvfcdyMzkSSV6zmjDkCS1C4TvSQVzkQvSYUz0UtS4Uz0klQ4E70kFc5EL0mFM9FLUuFM9JJUuJNHHQDAhg0bcmZmZtRhSFKn3HHHHd/OzKm19huLRD8zM8P+/ftHHYYkdUpE/Gs/+9m6kaTCmeglqXAmekkqnIlekgpnopekwpnoJalwJnpJKpyJXpIKZ6KXpMKNxSdji7OwsPJtSRqBNRN9RFwLvBY4nJnnVts+BPwc8CTwDeDyzHyseuw9wE7ge8A7MvNLLcXeLpO1pEL007r5FHDhcdtuAc7NzB8D/gV4D0BEnANsB360es4fRsRJjUUrSVq3NSv6zLw9ImaO2/bXy+7uBS6pbm8Drs/M7wIPRsQB4HzgK41EO86s+iWNqSYmY98CfLG6vQl4aNljS9U2SdKI1Er0EfFe4AjwmaObVtgtV3nufETsj4j9jzzySJ0wJEknMHCij4gd9CZp35iZR5P5EnDWst02Aw+v9PzM3JWZs5k5OzW15rr5kqQBDZToI+JC4Arg4sx8YtlDe4DtEfG8iDgb2AL8Q/0wJUmD6ufyyuuAOWBDRCwBV9G7yuZ5wC0RAbA3M38pM++OiBuBe+i1dN6Wmd9rK3hJ0tr6uerm0hU2X3OC/T8AfKBOUJKk5rgEgiQVziUQJE2kSfrwuxW9JBXORC9JhTPRS1LhJqNHf3wDrvSGnCQtY0UvSYWbjIpekvpUtwEwjlfzWNFLUuFM9JJUuMls3ax2bjUu51mS1CArekkq3GRW9JIm0rBP2selYWCil6Q+jUviXi9bN5JUOBO9JBXORC9JhTPRS1LhnIyV1FldnRwdNit6SSqcFX0/LBskdZgVvSQVzkQvSYWzdSNJNY17R9eKXpIKt2aij4hrI+JwRNy1bNuLI+KWiLi/+n56tT0i4qMRcSAivh4R57UZvCRpbf1U9J8CLjxu25XArZm5Bbi1ug/wGmBL9TUPfLyZMCVJg1oz0Wfm7cB3jtu8Ddhd3d4NvG7Z9k9nz17gtIjY2FSwkqT1G3Qy9szMPASQmYci4oxq+ybgoWX7LVXbDh3/AhExT6/qZ3p6esAwGjDusyiSVFPTk7GxwrZcacfM3JWZs5k5OzU11XAYkqSjBq3ovxURG6tqfiNwuNq+BJy1bL/NwMN1Ahw7fkpWEt368x+0ot8D7Khu7wBuXrb9zdXVNxcAjx9t8UiSRmPNij4irgPmgA0RsQRcBVwN3BgRO4GDwOur3b8AXAQcAJ4ALm8hZknSOqyZ6DPz0lUe2rrCvgm8rW5QndGlczdJE8tPxkpS4Uz0klQ4E70kFc5EL0mFM9FLUuFcj75tfsBK0ohZ0UtS4Uz0klQ4E70kFc5EL0mFM9FLUuFM9JJUOBO9JBWu3OvovWZdUgNKSCVW9JJUuHIr+nHkp2Sl1vjntToT/aj4WymNjWH8CY7yT97WjSQVzkQvSYUz0UtS4ezRSyqaU2AmekkdYLKux9aNJBXORC9JhauV6CPiXRFxd0TcFRHXRcTzI+LsiNgXEfdHxA0RcUpTwUqS1m/gRB8Rm4B3ALOZeS5wErAd+CDw4czcAjwK7GwiUEnSYOpOxp4MfF9EPAW8ADgEvAr4+erx3cAC8PGax5Gkvjl5+0wDV/SZ+W/A7wIH6SX4x4E7gMcy80i12xKwqW6QkqTBDVzRR8TpwDbgbOAx4LPAa1bYNVd5/jwwDzA9PT1oGM/k27gkPUudydhXAw9m5iOZ+RTwOeAngdMi4ugbyGbg4ZWenJm7MnM2M2enpqZqhCFJOpE6PfqDwAUR8QLgf4CtwH7gNuAS4HpgB3Bz3SCL50qWklo0cKLPzH0RcRPwVeAIcCewC/hL4PqIeH+17ZomAp14vhlIGlCtq24y8yrgquM2PwCcX+d1JUnN8ZOxklQ4E70kFc5EL0mFM9FLUuFcj76LvAJHhfJXux1W9JJUOBO9JBXORC9JhTPRS1LhnIwdN85GSWqYFb0kFc5EL0mFM9FLUuFM9JJUOBO9JBXORC9JhTPRS1LhvI6+JF6DrzHjr+R4sKKXpMKZ6CWpcCZ6SSqciV6SCmeil6TCmeglqXBeXtl1XrMmaQ21En1EnAZ8EjgXSOAtwH3ADcAM8E3gDZn5aK0oJ5VJXIXy+vrhqtu6+QjwV5n5w8CPA/cCVwK3ZuYW4NbqviRpRAau6CPiRcArgcsAMvNJ4MmI2AbMVbvtBhaBK+oEKWm8WaGPtzoV/UuBR4A/iYg7I+KTEfH9wJmZeQig+n5GA3FKkgZUp0d/MnAe8PbM3BcRH2EdbZqImAfmAaanp2uEIalNTVXr632uZwbNqZPol4ClzNxX3b+JXqL/VkRszMxDEbEROLzSkzNzF7ALYHZ2NmvEIanDTOjtG7h1k5n/DjwUET9UbdoK3APsAXZU23YAN9eKUJJUS93r6N8OfCYiTgEeAC6n9+ZxY0TsBA4Cr695DNXlTJla4K9Sd9RK9Jn5NWB2hYe21nldSVJzXAJBkgpnopekwpnoJalwLmomqVFO0o4fK3pJKpyJXpIKZ6KXpMLZoy+VjVKtop/Pz613u8abiX7S+ClZaeLYupGkwnW/orcqHR7PBqROsqKXpMJ1v6KXdIwnXVqJiX6SmRWkiWDrRpIKZ0WvHqt7qVhW9JJUOCt6NcszA2nsmOglAb4vl8zWjSQVzopew7feVbX6KTVtGZ2Qi5RNNit6SSqcFb2Gw9JRGhkTvU7MBC11nq0bSSpc7UQfESdFxJ0R8fnq/tkRsS8i7o+IGyLilPphSpIG1URF/07g3mX3Pwh8ODO3AI8COxs4hiRpQLUSfURsBn4W+GR1P4BXATdVu+wGXlfnGJKebWHh6S9pLXUnY/8A+A3g1Or+S4DHMvNIdX8J2LTSEyNiHpgHmJ6erhmGxpJZaCj8Z9ZaBq7oI+K1wOHMvGP55hV2zZWen5m7MnM2M2enpqYGDUOStIY6Ff0rgIsj4iLg+cCL6FX4p0XEyVVVvxl4uH6YkqRBDVzRZ+Z7MnNzZs4A24EvZ+YbgduAS6rddgA3145SkjSwNj4wdQVwfUS8H7gTuKaFY0gTx168BtVIos/MRWCxuv0AcH4TrytJqs8lEPRs610tUs8wLgtp+iPSUS6BIEmFM9FLUuFs3UgjNi6tHpXLil6SCmdFr/Gx3nJ2jP6Lwab+R8T6T1QXDPvHa6LXRFhYnIOF6vbCCAORRsDWjSQVzopeozVG7ZeRW1xkYe7onbmnty8MPRIVxopekgpnRa/JNSlnCpp4JnqVZ8CkvVreb+r9wPcVjYqtG0kqnBW9uqXhUnhhca660ephpJGyopekwlnRSwCLi0/fnptbdZ9jlz/OzVn1qzNM9GrMsTYIsDC3WMyxVnRc0pfGma0bSSqcFb3GQlMVeuOV/vKWTlOvs/wMYGEBlsXcqn7aU5Ou0H8jK3pJKpwVvVTXAFXgsYnc9Vbz6z1WU2ck6jQTvfoy8snPrujiqX8XY9a62LqRpMJZ0WvsFHP2sFrbpO0J3klo13gWsi4DV/QRcVZE3BYR90bE3RHxzmr7iyPiloi4v/p+enPhSpLWq05FfwR4d2Z+NSJOBe6IiFuAy4BbM/PqiLgSuBK4on6oatswKumFYV1KWJJ+KvRxq+KtuMfKwIk+Mw8Bh6rb/xUR9wKbgG08/d/j7AYWMdGPXJNJfNxaK755DEFXEndX4hyyRiZjI2IGeDmwDzizehM4+mZwRhPHkCQNpvZkbES8EPhz4Fcz8z8jot/nzQPzANPT03XD0DoMu0UzDlU/cKzaW/H/ZV1hPw2RlXiralX0EfFcekn+M5n5uWrztyJiY/X4RuDwSs/NzF2ZOZuZs1NTU3XCkCSdwMAVffRK92uAezPz95c9tAfYAVxdfb+5VoTSgOzdSz11WjevAH4B+OeI+Fq17TfpJfgbI2IncBB4fb0Qu6lO66Kf5662z1i2TDQZbHmNrTpX3fwdsFpDfuugrytJapafjB1AG9W6bYaVeYYyZG1MitZZiM2J2Ua41o0kFc6KvmB1zhI8wyjcqPrpbVT3zg2syYpekgpnRa/O8CxjTIzD2UBTr9PvHEDH5w1M9B0yjomun5jGMW6NgbbfMDqenJtk60aSCmdFP0JWw5KGwYpekgpnRd8nq29NHC9bLIaJfsL55iSVz9aNJBWumIp+vWuiNLWGyji0dKzKpQFNSHvKil6SCldMRd8UV0uUVJriE31TSwpL6rC2WjQd+fStrRtJKlzxFX0/rNwlPUtBE7VW9JJUuCIreit0SUO32hnAGPTureglqXAmekkqXJGtG0lqTQcnaa3oJalwE1XRO0kraRK1VtFHxIURcV9EHIiIK9s6jiR1xuLi019D1Eqij4iTgI8BrwHOAS6NiHPaOJYk6cTaat2cDxzIzAcAIuJ6YBtwT0vHk6TxNAaTt221bjYBDy27v1RtkyQNWVsVfaywLZ+xQ8Q8MF/d/e+IuG/AY20Avg3vG/DpnVSNeaI45skwOWP+m9639/VS16Dj/sF+dmor0S8BZy27vxl4ePkOmbkL2FX3QBGxPzNn675OlzjmyeCYJ0fb426rdfOPwJaIODsiTgG2A3taOpYk6QRaqegz80hE/ArwJeAk4NrMvLuNY0mSTqy1D0xl5heAL7T1+svUbv90kGOeDI55crQ67sjMtfeSJHWWa91IUuE6kejXWk4hIp4XETdUj++LiJnhR9m8Psb9axFxT0R8PSJujYi+LrUaZ/0unRERl0RERkTnr9DoZ8wR8YbqZ313RPzZsGNsWh+/29MRcVtE3Fn9fl80ijibFBHXRsThiLhrlccjIj5a/Zt8PSLOa+zgmTnWX/Qmc78BvBQ4Bfgn4Jzj9vll4BPV7e3ADaOOe0jj/mngBdXtt3Z93P2MudrvVOB2YC8wO+q4h/Bz3gLcCZxe3T9j1HEPYcy7gLdWt88BvjnquBsY9yuB84C7Vnn8IuCL9D6HdAGwr6ljd6GiP7acQmY+CRxdTmG5bcDu6vZNwNaIWOlDW12y5rgz87bMfKK6u5fe5xW6rJ+fNcBvA78D/O8wg2tJP2P+ReBjmfkoQGYeHnKMTetnzAm8qLr9Axz3OZwuyszbge+cYJdtwKezZy9wWkRsbOLYXUj0/SyncGyfzDwCPA68ZCjRtWe9y0jspFcNdNmaY46IlwNnZebnhxlYi/r5Ob8MeFlE/H1E7I2IC4cWXTv6GfMC8KaIWKJ39d7bhxPaSLW2dEwX1qNfczmFPvfpmr7HFBFvAmaBn2o1ovadcMwR8Rzgw8BlwwpoCPr5OZ9Mr30zR++s7W8j4tzMfKzl2NrSz5gvBT6Vmb8XET8B/Gk15v9rP7yRaS2PdaGiX3M5heX7RMTJ9E71TnSK1AX9jJuIeDXwXuDizPzukGJry1pjPhU4F1iMiG/S62Pu6fiEbL+/3zdn5lOZ+SBwH73E31X9jHkncCNAZn4FeD699WBK1tff/CC6kOj7WU5hD7Cjun0J8OWsZjc6bM1xV22MP6KX5Lvet4U1xpyZj2fmhsycycwZevMSF2fm/tGE24h+fr//gt7EOxGxgV4r54GhRtmsfsZ8ENgKEBE/Qi/RPzLUKIdvD/Dm6uqbC4DHM/NQEy889q2bXGU5hYj4LWB/Zu4BrqF3aneAXiW/fXQRN6PPcX8IeCHw2Wru+WBmXjyyoGvqc8xF6XPMXwJ+JiLuAb4H/Hpm/sfooq6nzzG/G/jjiHgXvfbFZV0v3iLiOnrttw3V3MNVwHMBMvMT9OYiLgIOAE8Alzd27I7/20mS1tCF1o0kqQYTvSQVzkQvSYUz0UtS4Uz0klQ4E70kFc5EL0mFM9FLUuH+H9H48hXPDgAoAAAAAElFTkSuQmCC\n", + "text/plain": [ + "<Figure size 432x288 with 1 Axes>" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + } + ], + "source": [ + "plt.hist(results[y==0],100, color='red', alpha=0.5)\n", + "plt.hist(results[y==1],100, color='blue', alpha=0.5)\n", + "plt.show()" + ] + }, + { + "cell_type": "code", + "execution_count": 17, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + ">>\n", + " 0.8877751836594996\n", + ">>\n", + " 0.8965822831228838\n", + ">>\n", + " 0.8960688921756774\n", + ">>\n", + " 0.9045934122490994\n", + ">>\n", + " 0.9076875474842537\n", + ">>\n", + " 0.8974830282087102\n", + ">>\n", + " 0.9089221380780825\n", + ">>\n", + " 0.9136766904394286\n", + ">>\n", + " 0.8947411955003308\n", + ">>\n", + " 0.9068267039188295\n" + ] + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEWCAYAAACJ0YulAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAIABJREFUeJzsnXd8VfX9/5/vc2+Se7MnkJBAgDCUYRgKWAVUVKoFlLbiqDhra1Fata5vXV/lq7ZatdbR4V7Boj+kVXChSEFFQQhCGAkhgQyyyM7d5/P749xcbiZBCEngPB+P87hnfM5n3XM+7898HVFKYWJiYmJiAqD1dARMTExMTHoPplEwMTExMQlgGgUTExMTkwCmUTAxMTExCWAaBRMTExOTAKZRMDExMTEJYBqF4wARuUJEPu7pePQ0IjJIRBpExHIMw0wXESUi1mMVZnciIttEZMYPuO+4fQZFZIaIFPV0PI4VplE4yohIgYg4/IXTfhF5RUQiuzNMpdSbSqnzujOM3og/r2c2Hyul9iqlIpVSvp6MV0/hN04ZR+KHUmq0Umr1IcJpYwhP1GfweMQ0Ct3DbKVUJJAJjAfu7uH4/CB6svZ7vNS8Dwczv016A6ZR6EaUUvuBjzCMAwAiEiYij4vIXhEpE5G/iYg96PpcEdksInUisltEZvnPx4jIiyJSKiLFIrK4uZtERK4WkbX+/b+JyOPB8RCR5SJyq38/RUTeFZEKEdkjIouC3D0gIu+IyBsiUgdc3TpN/ni85r+/UETuEREtKB7rROSvIlIrIjtE5JxW93aWhnUi8qSIHAAeEJFhIvKZiFSJSKWIvCkisX73rwODgP/4W2V3tK7BishqEXnI72+9iHwsIolB8VngT0OViNzbuuXRKt12Efmz332tiKwN/t+AK/z/aaWI/CHovtNE5CsRqfGn+xkRCQ26rkRkoYjkArn+c38RkX3+Z2CjiJwZ5N4iIv/jfzbq/dfTRGSN30m2Pz/m+93/xP881YjIlyIyLsivAhG5U0S2AI0iYg3OA3/cN/jjUSYiT/hvbQ6rxh/W1OBn0H/vaBH5REQO+O/9nw7ytcP3wR+3r4P+zxvF6N6y+Y+XitEarxWRNSIyOsjfV0TkORFZ6Y/jOhEZICJPiUi1/9kc3yov7haRHP/1l5vDaSfOHb5DxwVKKXM7ihtQAMz076cC3wN/Cbr+FPBvIB6IAv4DPOK/dhpQC5yLYbAHAqP8194D/g5EAP2Ab4Bf+a9dDaz1708D9gHiP44DHECK38+NwH1AKDAUyAfO97t9APAAF/nd2ttJ32vAcn/c04FdwHVB8fACtwAhwHx/euK7mAYvcDNgBexAhj8vwoAkjMLoqfby2n+cDijA6j9eDewGRvj9Ww086r92MtAAnOHPi8f9aZ/Zwf/6rP/+gYAFON0fr+Yw/+kP4xTABZzkv28iMMWfpnRgO/C7IH8V8AnG82D3n/sFkOC/5zZgP2DzX7sd45kaCYg/vIQgvzKC/J4AlAOT/XG+yp9nYUH5txlICwo7kKfAV8CV/v1IYEp7+dzOMxgFlPrjbvMfT+4gXzt7HzT/f/4AMByoBsYH3Xut/54wvz+bg669AlT6898GfAbsARb482Ix8HmrZ2mrPy/igXXAYv+1GUBRUJw6fIeOh63HI3C8bf6HqwGo9784q4BY/zUBGoFhQe6nAnv8+38HnmzHz/4YBY096NxlzQ91qxdSgL3ANP/xL4HP/PuTgb2t/L4beNm//wCwppO0WfzxODno3K+A1UHxKMFvkPznvgGu7GIa9nYUtt/NRcCmVnl9KKNwT9D13wAf+vfvA7KCroUDbtoxCv6CwAGc0s615jBTW6X50g7S8DtgWdCxAs4+RLqrm8MGdgJzO3DX2ig8DzzUys1OYHpQ/l3bzvPbbBTWAP8LJHaQ5o6MwmXB/1Mn6er0fQgK6wCGMb27E79i/XGK8R+/Avwz6PrNwPag47FATat0/zro+AJgt39/BgeNQqfv0PGwmf2I3cNFSqlPRWQ68BaQCNRg1HbDgY0i0uxWMApbMGopK9rxbzBGzbs06D4No0XQAqWUEpElGC/mGuBy4I0gf1JEpCboFgvw36DjNn4GkYhROyoMOleIUXtuplj535Sg6yldTEOLsEWkH/A0cCZGjVDDKCAPh/1B+00YNV78cQqEp5RqEpGqDvxIxKht7j7ccERkBPAEMAnjv7di1DSDaZ3u24Dr/XFUQLQ/DmA8I53FI5jBwFUicnPQuVC/v+2G3YrrgAeBHSKyB/hfpdT7XQi3q3E81PuAUqpARD7HKKSfDTgyuh3/D/i53x/dfykRo3UKUBYUlqOd49YTQILzovm5bU1X3qE+jTmm0I0opb7AqLE09/FXYjyMo5VSsf4tRhmD0mA8lMPa8WofRi07Mei+aKXU6HbcAmQBPxORwRg1m3eD/NkT5EesUipKKXVBcLQ7SVIlRhfL4KBzg4DioOOBEvSG+6+XdDENrcN+xH9unFIqGqNbRTpxfziUYnTvAcaYAUaXTXtUAk7a/28OxfPADmC4Pw3/Q8s0QFA6/OMHdwKXAHFKqViMQq75no6ekfbYB/xfq/87XCmV1V7YrVFK5SqlLsPo6vsj8I6IRHR2z2HG8VDvAyJyAUbrYRXwWNC9lwNzgZlADEaLAtrm7eGQFrTf/Ny2pivvUJ/GNArdz1PAuSKSqZTSMfqen/TXghGRgSJyvt/ti8A1InKOiGj+a6OUUqXAx8CfRSTaf22YvyXSBqXUJqACeAH4SCnVXKv5BqjzD+DZ/YOWY0Tk1K4kRBlTPf8F/J+IRPmNzq0cbImAUYAsEpEQEfk5cBKw4nDT4CcKoyuuRkQGYvSnB1OG0af7Q3gHmC0ip4sx8Pu/dFCg+P+3l4An/IOMFv/galgXwokC6oAGERkF3NgF916M/88qIvdhtBSaeQF4SESGi8E4EWk2Zq3z45/Ar0Vkst9thIhcKCJRXYg3IvILEUnyp7/5GfL546bTcd6/DwwQkd/5B5KjRGRya0eHeh/EmBTwIkar6SqM/6u58I3CqGRUYbQ2Hu5Kmg7BQhFJFZF4DOP9djtujugd6guYRqGbUUpVYAzO3us/dSeQB3wtxgyfTzEGDVFKfQNcAzyJUTv8goO18gUYTf8cjC6Ud4DkToLOwqhFvRUUFx8wG2M21B6MmtoLGDWtrnIzRj9wPrDW7/9LQdfXYwwKVmI073+mlGruljncNPwvxmBpLfAB8P9aXX8EuEeMmTW/P4w0oJTa5k/LEoxWQz3GoKyrg1t+jzHA+y1GH/cf6dr783uMWm09RgHYXkETzEfASowB/EKMFkpwt8YTGIb5Ywxj8yLGADcYY0Kv+vPjEqXUBowxpWcw8juPdmaUdcIsYJuINAB/wRgncSqlmjD+23X+sKYE36SUqseYIDAbo1stFzirgzA6fB+AfwDLlVIr/M/QdcALfiP4mj9/ijGep68PI10d8RZGvub7t8WtHRyld6hX0zxDxcTkiBGRq4HrlVJn9HRcDhcxFhjWYHTz7Onp+JgcW0SkAOPZ/bSn49LTmC0FkxMWEZktIuH+fvLHMVoCBT0bKxOTnsU0CiYnMnMxBhNLMLq8LlVm09nkBMfsPjIxMTExCWC2FExMTExMAvS5xWuJiYkqPT29p6NhYmJi0qfYuHFjpVIq6VDu+pxRSE9PZ8OGDT0dDRMTE5M+hYgUHtqV2X1kYmJiYhKEaRRMTExMTAKYRsHExMTEJIBpFExMTExMAphGwcTExMQkQLcZBRF5SUTKRWRrB9dFRJ4WkTwR2SIiE7orLiYmJiYmXaM7WwqvYKgsdsSPMaQFhgM3YOjOm5iYmJj0IN22TkEptUZE0jtxMhd4za8187WIxIpIsl9338TExKRX4XZDfT24XOD1GlswXq/hxuUCh8OB1+vB5zPO+3zg8wluNzidQkO9oqFBofvPezzgcEBjrQeXS2hWH1IIug56VR0+NKZc0J8bfxPSrensycVrA2mpE1/kP9fGKIjIDRitCQYNGnRMImfSt/B4PBQVFeF0Ons6Kr0epeuHdnSsUYrWMmxKtdzA/8k3ZRSWSvn3lUJX4ndnODacSws/25N5U83h6NJuOLpqdhMUP4X/c0xd043TLMYWosBmg+ho6NevPZftfzROlI7oCkTQwqrYvj200/BsNhupqamEhPww49GTRqG9HGg3l5VS/8D44AaTJk0yFfxM2lBUVERUVBTp6em0/BroiYVSyqiWdnBNd7lRPh9isbTr5tD+g64LHn/tVylB9587WGBj1G6VoDqwPwrweL34lOD1Gv4ErumCrmuGf2JszVfb/zRe8EXVmctOCb5Db+d+EdBER5rDkZZ3CSCiQNTB+Erw/UbBLmLsa5oyrgfOgd2qI5q0CN3aUI+lsRE9MhwtLpqouIgO06CUoqqqiqKiIoYMGXK4WWCE94PuOjoU0fKbqKm0/01UE5ND4nQ6e41BUD6fUSoCyuMxaubHIF5KgfLpoBRibflq+3SjW8Pt0dAlFJ8SfF6F3/nBDfy17+bC3tg3atMHi9yAWw4Wi4EKNDqqC7VoIYTmUt9fNgbQNPBhFJz4C9HgMlikuUA19i2aoInPKFz9VuRgwexvNwT/BcFhiQJ0RFMQYvH7AeHNYfjdiCaICGHh4YdO2yH+706v+3xGP5Td/0G9JLvx5zUfH8LfhIQEKioqDum2I3rSKPwbuElElmB8XL7WHE8wORJ62iDobjfK7TZKUs2CaEbtWQsLM0q5LmJ0VXhprvQbtXLxF9BG4ezTjePmvmrj92AhrvsL9uaae6BrBQ7WdIPj3qYM97tVrdyKUUBqFgUWf+GsgfHp5oOFqAhYNAkUyO2haQqxGAW/pqmA/yIKi0WhdB/R4mvH6NBi7+ApgRC7/2qr64d4NEQshIV3XAM/ZtTXQ2mpkZahQ8FiMZ6dLhiEZo70Peg2oyAiWcAMIFFEioD7gRAApdTfgBXABRjfZ23C+DaxiUmfQfl8LfrnldOJhIYiISEo0Wkukb26A+UTQKHr4PUKHo/gdgset+D1NfdnG78+r+HGp2stymO9Cy97SxfBhbnCEmIUthaLFzQ9UKA317o15a+VE1Q7F4Vu8Ro1eU21CEMAm/IY+yLYwlp+plja7LQX247TZNTKe0FBfSzwemH/fqirM47tdsPK/8BuviOh26akKqUuU0olK6VClFKpSqkXlVJ/8xsElMFCpdQwpdRY/0fGTUyOCrrHg6+hoXu32iZ8jU34mprwNjYRGhfHKZNO46TRYzn/vDls31pBUYGPvXtC+fjDfM48cy6jRk1i9OgJ3HvPnynbH0p1dQj1dVZWrvyU2bN/xLnnZnL+rFP445/uRhCUBQj1odk8KK2OG391LpdeMoHVn79GZFQ90dG1xMbWEBd/gPjEKhKSKvj1r6dRUvwhSYml9EssoV9SCf2TSvj0o6d57JEbSIg+QEKsg4HxQkqcMCBGeGzxnZw9fSKzfzyN8tLdpCXHkjogjoH94xmU1J+0pP4khMdwxbz5DIhNYmDCAFISBvDq6++QkjoczRqFPdLY3n7nXW6/625skZHGFhHJrAt/wtbtO7BFROJV8Ntbb2P0uFOYeNpkzvvxBWRv3YYtIrLFdjgGQSnFokWLyMjIYNy4cXz33XftusvKymLs2LGMGzeOWbNmUVlZCUB2djZTp05l7NixzJ49mzp/4fz9999z9dVXH+nj2FnEobYWdu82DIKmQf/+kJ4OoZ0PKHcXfU4628SkGV9DI86t34NS6HY7voaGgxeVQkJCkMOYgaG7/AO0SsennNDcMx40bUVXRneN16fhdms0Oi243Fa8XgthYXbeytoIwD33XMvfX3iJG274H5xOBzcunMe99z7D1NNn4nI3cOvvLmXZe09zzbXXkZu3iz/9aRGvvvEOw4ePwO1z8dYbr5CQWosGxFkVKjSKb77ZhtXqY8uWjYgIHqcjEC8J6kS3ahaiI2NITg4esoOYmETs4VHEJ7Y8v2LFCvYUFJKXl8f69etZuHAh69evb5M/L730EvPmzcMSVHvNysri1FNPZdmyZV0uPK+//nqGDBlCbm4umqaRn5/P9u3bu3RvR6xcuZLc3Fxyc3NZv349N954Y5s0eL1efvvb35KTk0NiYiJ33HEHzzzzDA888ADXX389jz/+ONOnT+ell17iscce46GHHmLs2LEUFRWxd+/e7pn5uH8/VFcb+xERkJzcY8agGVPmwqRP4qupoembb5DQMOynnIKEhKDZ7Qe38HAkLAyxWFpsaBpoGkoEJYIO+Jw+vA4vPl3Ha1E4lJtah0b5ATvFZRHsLY2ioDiavL1R5BVGs6coin2lEZRV2WlotOHxhdI83yTUpmOP9HHq5FOprtlHTIKTz/77EqedPokLfj6JhLRqhmQonnj6Yf7xzyewxIby/D/+wm133MW4zNHYI0KIi4nizttuoX9MHP1i41EWO2UlJVx99dVkZ2czaeJEdm3PYfUXX3D6mdM4berp/GbRIsQagi0iEs1iIdRm9EG//PLLjBgxgunTp7Nu3bp283L58uUsWLAAEWHKlCnU1NRQWtp2eO/NN99k7ty5gePdu3fT0NDA4sWLycrK6tL/tnv3btavX8/ixYvR/OMsQ4cO5cILLzycv/8HpcEYq1E0NjailKKuro6UlBQAdu7cybRp0wA499xzeffddwP3zZ49myVLlhxR/DokKsroIkpJgUGDetwggNlSMOnF6E1N+JprUX58jY14iooBsMTFYh87FrFaEU1rMc3y05wylNKNKZRKDxQIKKM14PP5UCiULvg8gg8Nj9uC2wM+r0abuZDA5NR+aJqARWGxgDVUEWp1oVm9RFrdiAaJ/X34fD6+/WY1ly9YQHiEkLdzGxPGZWLXraCMIdChg4bR2NCIt7qK3du3ccdvb8IuB1dDeZyewL6IMGjIEF588UUef/xx3n//fZxOJ+dfcCGrVq1ixIgRLFiwgOeff57f/e53gftKS0u5//772bhxIzExMZx11lmMHz++TT4XFxeTlnaw9ZCamkpxcTHJycmBc263m/z8fIK/epiVlcVll13GmWeeyc6dOykvL6df+xPwA2zbto3MzMwWrY2OmD9/Pjt37mxz/tZbb2XBggWHnYaQkBCef/55xo4dS0REBMOHD+fZZ58FYMyYMfz73/9m7ty5LF26lH37Di6hmjRpEo8++ih33HHHIeN8SFwuaGqCuDjjODISMjJ6ZOygI0yjYNJrUF4vnv1leIr2oTscoECzhWFJSAAgv6QEn66j2WxosbGgaXi3b8fr9SIi1NfXB/yanBbuNwIe3G4dtzsEt8uCx2NB1zX/HHqLMevGRotRUU0TwsIUNptChSqs4kTTdDStHq/SERT2ZuPi9aJb7OgWhdPhYMaPTmPv3n1kZp7COTOmoKlGrBYhKiqChIS4FukVEeLjYhFNI8weji0isst5tXPnToYMGcKIESMAuOqqq3j22WdbGIX169czY8YMkpKMLzDOnz+fXbt2tc33dlZ1tZ7BUllZSWxsbItzS5YsYdmyZWiaxrx581i6dCkLFy7scPbL4c6Kefvtt7vstitp8Hg8PP/882zatImhQ4dy880388gjj3DPPffw0ksvsWjRIh588EHmzJlDaFCNvV+/fpSUHOFseaWgqgoqKoz9sDBontraiwwCmEbBpIfJ3bkTZ35+i/EAS0IC1oQEsFqNbh+Mmj39+zM4NRWn00lTUxNerxerfz6+w1GH1erB59NwOjXcDg2ny4rTZUPXLQcLiFZz1S0WsFoVISFgD3FgtboJCfHhEA0XXkAhuhevxWbcogm2EAs+t3/SflgooXYrYMVut/P991upra3lJz/5CW+98S8WLVrEhPGTWLNmTYt05+fnExkZSVRUFKNHj2bjxo2ccsopXc639grB9uhKQZyamtqiZlxUVBToVmnGbre3WC2+ZcsWcnNzOffccwGjJTF06FAWLlxIQkIC1a1aeAcOHCAxMZHY2Fiys7PRdT3QfdQRh9NS6EoaNm/eDMCwYcMAuOSSS3j00UcBGDVqFB9//DEAu3bt4oMPPgjc53Q6sR/GlNA2OJ1QUmL8AsTE9Ipuoo4wjYLJMcV74AB6QwO7cnLw1tejicaQ+Hjskydj8fevKsDlcuF0OgNbc2ugcuNeNDRcTti220HuPh8l5RZ+elUIhfkxeP0zRI2FTkaBKCGKUJtOaJgiJEwZsgOawq3r/jn2YPE5USiadAuhFguaCJG6j3BrRNtZkzpISEiHs2NiYmJ4+umnmTt3LjfeeCNXXHEFDz/8MJ9++ikzZ87E4XCwaNGiQHfE7bffzrx58zjjjDMYMWIEuq7z1FNPceutt3aYj6NGjaKgoIC8vDwyMjJ4/fXXmT59egs3kydP5re//S1VVVVER0ezdOnSdg3PnDlzeOaZZ7j00ktZv349MTExLbpdAOLi4vD5fDidTmw2G1lZWTzwwAPcfffdATdDhgyhsLCQU089lZtuuon9+/czYMAANmzYgMvlIi0tDU3TmDRpEvfffz8PPvggIkJubi45OTktxivg8FoKXUnDwIEDycnJoaKigqSkJD755BNOOukkgEDXl67rLF68mF//+teB+3bt2sWYMWO6HJcAug6VlUYLQSkICTEGkiO73iLsCUyjYNKt5Obmous63qoqfNXV6E1NWKKjsdjtjPEbAq+u4/Z6cTU00NjYiNPpRPcpHHVerBYrFqsFpYdQ8I2PZTlR5O6LZN8uGx6PB8SCYOEnvyjAgyAW0EJ0rKE61jBFSJiOZgU7oLudoCuUDlafk1AUIZaDtVUVYscSquENVOLs2EJ/2As8fvx4TjnlFJYsWcKVV17J8uXLufnmm1m4cCE+n48rr7ySm266CYBx48bx1FNPcdlll9HU1ISIHHLg1Waz8fLLL/Pzn/8cr9fLqaee2qIgA0hOTuaBBx5g6tSpJCcnM2HCBKPF1YoLLriAFStWkJGRQXh4OC+//HK7YZ533nmsXbuWmTNnsmTJElauXNni+sUXX8ySJUu48847+ctf/sIFF1yArutERkaSlZUVaBm88MIL3HbbbYHwEhISeOyxx7qct+3RWRoyMzPZvHkzKSkp3H///UybNo2QkBAGDx7MK6+8AhjjI83jC/PmzeOaaw4um/r8889/2EB4eTkcOGDsx8dDUlKv6ypqD+lqM7S3MGnSJLVhg7mkobeTm5uLz+1GVVeTphTK48WSOhDi4lDh4bjdbhwOh2EA/AvARASr1cq6ep38rUJxvoWqMhsVeRZK9obhdmlghUiLD6U8pKU1kDA4jPj+Hi678ADDhg/HajUWYkWEWhB3A83iO0opPG4vYbZQo0tFNAiLCoQrIjR4DnZhRYVGHftM6+Vs2rSJJ554gtdff72no3LMcLlcTJ8+nbVr1wa6KruM1wv79hnrDrogjXE02b59e6AV1IyIbFRKTTrUvWZLweSo0lzJ8Pl8DAkNxQW4Y+NoiAjHret8vb8KL1UIgmbRsGgaXq+FvGwbW9eGsi8vlMoiK+FuhWYxBn2dXh2vVUjs7yFj+G6GjjjA0JMtRMXFY7WEMiU9mgMHhNgIf63fVQdOZUw7DY3CoTvQXR4kxIoe3Jfra2oTf9MYdMz48eM566yz8Pl8XZo9dDywd+9eHn300a4ZhIYGqKmBgQONrkur1ViE1gv0uA4H0yiYHBGfVdXhDWptFnz9tdFFoetstFrxJCaCsmDZ66CpLoSa8jD6VYZRWWOhulajrMrKlu1hOJyCris0TYjWFLH9XSRkeBmQ6mZgqoOZE/cQG1uDaCFERpwGQHHO97hdTvKrFBEpadTX7gf8g6vWMONddNYhCBGh4SeOZEI3cu211/Z0FI4pw4cPZ/jw4Z078vmgrMwwCGAsQmuectrHDAKYRsHkCPEqxbnxUaDreL1evqutJPnMM3G5XFRXh5D9aSgbv7exebuNBnfL2Sa6zxDEV3gZMqySyZMriB9aRr+UOuw2nZH9/U1upRCxYrePZ0PV99R8lwW6jlgsxI/OICQklHCnEGoPJTKif48L45mcQNTVGauSvV7DACQlQaupu30N0yiYHJLPqurYW1yM3t74U3093xTm4Xa7cXu81DvC+fJZWPddIjv22IxFY1YNhY+IiBqSUxwkD2giId5JTIybpAFuRo5qIsR5gNzSEMDCUJUADti4JReP7jXGHJQC8rBoViYkT2DkaVMJ2/dfRPeCgu1AlDW8T9bMTPogrQXswsONmUVhYT0br6OAaRRMAjTPFGpNgdPHGTYrqalpxkpgpdB1nfptZTh2VlFYO4xNxWms32xjV6EdXQmaTSMsWjE+08PkqW7GjN1JUmID4eFj+brAhVcPB4yWwO6CHUA4xYmNpMdp5IkbAGvcAM4cMBWbzUZYWBg2m42QkJCDLQHdCyN/bOxv3w626GOQSyYmGBLXzQJ2/foZ3UXHSYXENAomAWOgaRojR44EwNnooaHayRd19diUi+q9TVQW5Brz+pVQsC+U7E8sfLl9ApWOaBAN0SA0SuOkoaVMmVhO5tgKbGFefOyjaN8B8nYPxuurQ0MxPNFYDJRXn4du1bENSWF0WBQzM2ZitVqxWCxYLJaWXUG5n4J+UP4BrXu/VWti0gJdP/hdjNhY40M4cXG9eiHaD8EUxDsByc3NZfv2HeRs207Otu3oXp1hQzJISRpEWWEtRbkVLNlSwNI9hdTWV3NSfgN5m8L58D8DeOavg7n1tnQe+b9kVnydSI0nmn4pGmdOLWLhNZv48wNvcdGClxh0/nqq+21gX1Q23/j2szM8CUuGlfCTdSLGapSleilP8xE3OoM5M6/mp5k/ZW54BBFFawgr+Azr7k+QXR/CzpUHNzBaBs3b8Jk9mo+tsVgsZGZmMmbMGGbPnk1N88AjhubP2WefzYgRIxg+fDgPPfRQi1XJK1euZNKkSZx00kmMGjWK3//+9238d7lczJw5k8zMzE4Xds2YMYP2pm2/8sorgbURwezYsYOpU6cSFhbG448/3qG/SinOPvvsgKw0wLJlyxARduzYETi3evVqfvKTn7S49+qrr+add94BDLmJu+66i+F5tMgUAAAgAElEQVTDhzNmzBhOO+20NmsefgiPPPIIGRkZjBw5ko8++qhdN5999hkTJkxgzJgxXHXVVXi93kDa2pPerqioYNasWcZ6g7w8wxCA0Sro3/+4MwhgthSOa7xuH3m78/C4vTjqPYGVuZqmkRCebMwS0oyuoF2bi2hqcIDVy3cWobzIRkzZAL773sZzX1vwaBY8TgdKgdtZR1RUEyeNLWL0hBIGpVegWTUi0rzkHKjEWtvI8D02NOyEhcaRHhrKuMGxWCyW9qUNKr+BSoyaf3N3UB/EbrcHpBSatYj+8Ic/4HA4mDNnDs8//zznnXceTU1N/PSnP+W5555j4cKFbN26lZtuuokPPviAUaNG4fV6+cc//tHG/02bNuHxeAJhHC3i4+N5+umnee+99zp1t2LFCk455RSiow9202VlZXHGGWewZMkSHnjggS6Fd++991JaWsrWrVsJCwujrKyML7744kiSQE5ODkuWLGHbtm2UlJQwc+ZMdu3a1WLqrK7rXHXVVQERwfvuu49XX32V6667rkPp7aToaJKjoli3YgU/mjDB6DJKTDyiuPZ2TKNwnOFx+2isdtFU5yZ/z24sIUJKv8HE99OISrDx2YEaGp0uHM5KrKGAJmABjy7kbrSz5eso8rZZCHM3++jDrTsZkF7O8FGlZExUZMhuJp42GIm04fX2Z3NROD6l46mvZ2DUGZzfbx/W0bNb9v+fYEydOpUtW7YA8NZbb/GjH/2I8847D4Dw8HCeeeYZZsyYwcKFC/nTn/7EH/7wB0aNGgWA1WrlN7/5TQv/ysvL+cUvfkFFRQWZmZm8++67FBQU8Pvf/z6wovn5558nrNVA58svv8wjjzxCcnIyI0aMaHMdDMG3fv36tdD7aY8333yTG264IXDc0NDAunXr+Pzzz5kzZ06XjEJTUxP//Oc/2bNnTyAu/fv355JLLjnkvZ2xfPlyLr30UsLCwhgyZAgZGRl88803TJ06NeCmqqqKsLCwgIjgueeeyyOPPMJ1113XvvT21q0kWyxcNH06b65YwY/mzIHo43/cyjQKxwFKV3jcPir3NeByeNEsQnSCjdgBNkaPPRmn08mHpZXUl5ajKcXU8BBCYyPRdQubN4ew4v/V8s138bgbLehWCEURM7iBQRnVDBlRzehT9nNmVD9UTT16QyNum0aDu5iYvU2U17hIDw3l5NQ4rJZQwiwViKUXCH7tPPLuiDZ0sRXj8/lYtWoV1113HWB0HU2cOLGFm2HDhtHQ0EBdXR1bt27ltttu69TPfv368cILL7SQzp4xY8ZRkc7uKuvWrePvf/974Pi9995j1qxZjBgxgvj4eL777jsmTJjQqR95eXkMGjSoRWujI2655RY+//zzNucvvfRS7rrrrhbniouLmTJlSuC4WTo7mMTERDweDxs2bGDSpEm88847ARG9FtLbTiepCQkU5+SQPGYMk6ZO5Z6///2EMAhgGoXjgtpKB7UVhtR0SkYMYeHGAGzpAaG0tJTPqmrRNAtnx0agaRqFhRaWL7fz2fteahp0FLFoFhgyoILxU3OZOHgb0UkehkcPx6UVQdUOnCU6RIYjUTZCI8Koq4ilKiQF70lnccbIzjX0e4Qe6IZyOBxkZmZSUFDAxIkTAwqiSqmjJifdzNGUzu4qBw4cICrq4IrvrKysQHiXXnopWVlZTJgw4ail9cknn+yy265IZ4sIS5Ys4ZZbbsHlcnHeeecFViq3uV/Xja/2DRpEv7CwI5fO7kOYRqEPU1fpwNHgwePyEZ1gI25AhLHCuKmJPQUFNDY2kqhbsNtsnBYaxsYPdJZ/Es7GrTa8bjcojf4pVVw4ro4zxu1nYIYPX6Lg9vXH0rgDr/oeDS8RqZMIGTmH8PBw1u+tR6Fh7SfM6I3GoAdpHlNols5+9tlnWbRoEaNHj+7V0tldxWq1BmapVVVV8dlnn7F161ZEBJ/Ph4jwpz/9qVPp7IyMDPbu3Ut9fX0LA9Meh9NS6Ip0Nhjdev/9738B+PjjjwNGMjU5mX179xqObDaKqqpIOfVUiIzEWV9/ZNLZfQxz9lEfRffpNFS7CLVZiBsQbowXVNVRVFREdN52RjZU89P0NEK3JrLm6UTmXxTHHX+OYk2Owh1az5hTN3H7r9/irsVf8oubwkgd9z2ekC9RNeuJc1eTHDuOPYm/JD/xN+Qk/IQtlYqv9zZisViYeXJ/0yB0QrN09uOPP47H4+GKK65g7dq1fPrppwDtSmc//PDDgQJK13WeeOKJTsMIls4GOpTOXr16NVVVVXg8HpYuXXpE6Ro5ciT5+fkAvPPOOyxYsIDCwkIKCgrYt28fQ4YMYe3atQwfPpySkpLAd5cLCwvJzs4mMzOT8PBwrrvuOhYtWoTbP5OntLSUN954o014Tz75JJs3b26ztTYIYEhnL1myBJfLxZ49e8jNzeW0005r4668vBwwZnL98Y9/5Ne//CXs38+ciRN57eWXUUrx9ddfExMXR3JqKnAE0tl9FLOl0AdxO73UVznxeXQiYsMItVmNmRM1jZzsrCcxOYWNX4bx+KPR7C0KweFtQvN4SUqvZ+7oKiZFLyU61svAAQmE2KLxVH1Lo6on5qRfEx+fwpd7avD6FKEWszXwQ+lL0tn79+9n0qRJ1NXVoWkaTz31FDk5OW36/S+88EJWr15NRkYGWVlZbQrnn/70p7z11luceeaZvPHGG1xzzTU4nU5CQkJ44YUXiImJAWDx4sXcc889nHzyydhsNiIiInjwwQcPO4+DGT16NJdccgknn3wyVquVZ599NjDz6IILLuCFF14gJSWFxx57jPfffx9d17nx2ms5Oz0dDhzggunTWbFhQ7vS2z9YOruPYkpn9xGUUriavNQfcNJQ7SLMbiUmyU5EbBg5OTnU19eTY4sirSKOvz0Xya7vfKBpREfVcM6pe7gwUxgw3AFeL5Xlmxlw/jU4HHU4HLuIiIwg/0A1KuwMEMHaB41Be1LBJkeX0tJSFixYwCeffNLTUTkyfD5DoqK21ji22SAlxfhth2nTprF8+XLi4uLavd4bMaWzj1OUUrgavSgU5YX16D5FmN1CUloUkXGGMajJqcFb2kSCfSAf/zuenE8jUF4v9ogGzry6iKlnlzM1eRIl27dyoOx74/sCYVbq6krQtBL69YtnW2U/NHs6Z500oKeTbNKLSU5O5pe//CV1dXVdmj3UK3E6Ye/elgJ2CQkdSlRUVFRw66239imDcKSYRqEXU5Jbg9vpwx4ZQkiohaRBUYSEWcjNzaX6yzK+9niJtCeRvXUwqz+No+GAEKJXM2XKFmbMzmN00jBCdu6ibMd2LBYX/QYnU5dwMl5fIRERZURGDmDz/gGIxdbnWgYmPcORrifocUJDDamKLgrYJSUlcdFFFx2jyPUOTKPQS3E7vXicPlJHxhESdnBVZk5ODp9V1WH3hLEzexDfL7dT0xAKeJg4uI4zJr/D6WeNZsDIC/AW/gvd5qMhdigKL/W2JCLDvURFjSMqaiRrcqsRDdMgmBy/KGWsQo6MND6FqWkweLDxAZwTdGHloTCNQi9D6QpHg4easkZskSFYQzWUUjidTqo2FVFetA9rQxifvDyEnPJYUDD8JMX8eXVExr5IQ1kNg22JNOVuwyMu7BmXMjgqGrs9mtDQlh+Z8foUM0/u30MpNTHpZtxuKC2FxkZDuC452TgfYgopdoZpFHoR1fsbqat0ouuK8OhQ4lMiaNpRxYrKSprcbqqbaqltsvPBP0fgaowjKVWxcGEpEybWsz/vS4pKc0lOm0R5XCSRETEMiB9NVNQwAFbvLMfra2gRntVi1pRMjkOUgupqKC83lE0tlmP+jeS+jGkUehGuJi9xyeFERIdhCdFoyKngg8oKvPEWRjU6+G57DB+/kILTE87Q4U3cdde3VFo2sDV3P43F1dj7pVKTeA4ObzhaQwg02oAywDAAZqvA5LjH5TJaB03+729HR8OAAUZ3kUmXMBev9QKa6txU7K3H0eCBogbcudXUbCqhoqKCUmqJyq/nqT8P5PknU6lvsHDaaW6u+uWjVNa9j17ZwIDSgfhsPyc0dRFR0QM4b1wGM0cPZubJ/QObOW7Q/fRV6ew333yTcePGMW7cOE4//XSys7Pb9bfXS2cvXkzG8OGMPOssPvrqK0hLg9TUFgbhB0tnn0CYRqGHcTV5KC+ow1dYS4zTi1h0qmNdlEc0oKVHkr06kYceGse2TVHYw+FXv9N56JfLCAmtYVjalTTWT6UgajwpmVOYNXagWfj3IM0yF1u3biU+Pp5nn30WICCdfdddd7Fr1y6ys7P58ssvee655wAC0tlvvPEG27dvZ+vWrQwdOrSN/8HS2fPnzz9q8R4yZAhffPEFW7Zs4d57722hhBrMoaSzu0qwdPbWrVv5z3/+Q319/RGlIScnhyVLl7Jt9Wo+zMriNw8/jK9Vl1GzdPaSJUvYunUrgwcP5tVXXwVoIZ39j3/8gxtvvBEwZh8lJyezbt26I4pfX6JbjYKIzBKRnSKSJyJt1qaLyCAR+VxENonIFhG5oDvj05soya1hX84BSvJqsUWGEBkXijddY39YHfn5+RQXV/PLW5ysejURV3UT08aV8tqjnzN3/Ks4VBE1tZFkbykhPDycn110nmkMehlTp04NqHR2JJ396KOPAhyWdPbmzZvJzMxk9+7drFq1ivHjxzN27FiuvfZaXC5Xm3i8/PLLjBgxgunTp3dYsJ1++umBefhTpkyhqKioXXdvvvkmc+fODRw3S2e/+OKLXTYKzdLZf/3rX49cOlvXjXEDh+OgdPaQIQyZMiUgnR1Me9LZ7777LkD70tmlpQBcdNFFvPnmm4cfvz5Kt3W0iYgFeBY4FygCvhWRfyulcoKc3QP8Syn1vIicDKwA0rsrTr0FZ6MHt8PLwJFxiAb1OWVU1NSw70AlW7RQKvdHseKvqVQWW4m213DJZZ9xyoR8Nu1vArcVp9NGlXsgE6dMNY1BB6zet/qo+zkjbUaX3PVl6ewXX3yRH/+4fYXZXiWdvWgRlJQYM4waGiguKmLK1KmBaaZHJJ0ddH9ycjKTJk3innvuOWR8jxe6c/TlNCBPKZUPICJLgLlAsFFQQPPTEQOcEPq0NWVNRMSG4dlTQ111LQ2ORkIzYvh+bz2u2oF88mQStcXlDEyp5rqb1nDejHl4PBUUW9YR0T+SQtcY0qNTTYPQCV0twI8mfV06+/PPP+fFF19k7dq17V7vFdLZPp/ROigoMI7DwmDAANoT6zki6eyg+/v162dKZx8lBgL7go6LgMmt3DwAfCwiNwMRQLsf3RWRG4AbAAYNGnTUI3osqT/gxNngod+QKLZ89x2OGJ0wWxib9jZRuD2S1U+FU1u/n3FD83j4qVQi+s3D6cyjJO8rlDeGtLRpVOy3M2OUaRB6G31ZOnvLli1cf/31rFy5koSEhHbd9Lh0tq6Dx8Ols2Zx1w03GJ/FTEgATTty6exO7nc6nSeUdDZKqW7ZgJ8DLwQdXwn8tZWbW4Hb/PtTMVoRWmf+Tpw4UfVVfF6f2p9fq8r31qp9+/ap1W9/pP61K1+9tT1P/eEvO1XmiCo1dmiVuvTyz1RhfqEqLi5W337yofrig6fUlx9lKZfLpT7fUaY+31HW00npdeTk5PR0FFRERERg/7vvvlNpaWnK7XarpqYmNWTIEPXJJ58opZRqampSF154oXr66aeVUkplZ2erYcOGqZ07dyqllPL5fOrPf/5zG/8///xzdeGFFyqllHI4HCotLU3l5uYqpZS66qqr1FNPPaWUUmr69Onq22+/VSUlJWrQoEGqsrJSud1udcYZZ6iFCxe28bewsFANGzZMrVu3rtP0TZ48ORDe3/72N3XDDTe0uD5t2jS1Zs0a5XQ6VXp6euA/KSgoUIMGDVI1NTVKKaVuv/12dfXVVyuXy6WUUqqkpES9/vrrnYatvF6lduxQats2pfLzlXI4WlzeunWrGjdunHI6nSo/P18NGTJEeb3eNt6UlRnvjtPpVGeffbZatWqVUkqp999/X82aNUvpuq6++uordeqppwbu2bBhgzr//PM7j18vo733AdigulB2d2dLoQhICzpOpW330HXALACl1FciYgMSgfJujFeP4Xb6yN29C6/mAM1HTngEiQ2NVC6z8p+s/ihLCBdf6mLCtDV4ldBYW0aDK4/UkSeRlnYWX+4xpjia3Ua9n74knf3ggw9SVVUVGNy2Wq3tTmk95tLZza0hEWMB2oABhpBdfHwbiYofJJ19442cffbZATcrVqwwpbPpRulsEbECu4BzgGLgW+BypdS2IDcrgbeVUq+IyEnAKmCg6iRSfVE6Ozc3F13XqdhXz7cHmkhIjCPEakU8HrZlWVn+3zSwWrj4wnwuOuVDdnnzSOk3GNEHEx+fxklTfsQXuyoB0yB0hCmd3f0cU+lsj8eQtw4PN7qIehBTOvsooZTyishNwEeABXhJKbVNRB7EaMb8G7gN+KeI3IIx6Hx1Zwahr6LrOiNGjMBZkU98fCjnjIzHV9/EH/9H+O/3yVgjQ7nrqq8ZkbSelGEDKKCR/vHTGDp0MlarldU7jYaTaRBMepJjIp2tlPGdg7IyY1DZ4TB0i7SeWVJlSmcfZZRSKzCmmQafuy9oPwf4UXfGoSdpbiFomkZtbS3ewhqsaXY8O3bx5N8GsHZzHBHRLh66+UvcgzextTqcfGsdymNj0KCJpkEw6XV0q3R2sIAdGMqmyck9ZhDAlM42Ocrous7IkSNxu93s2pbP5hCwHyjguaWDWb19COHRdcz/wzbqRjiwyGiG+6zYQg4wMP3H2PxfgTKVTE2Oe5SCAwegouKggN2AAYZukSlvfcwxjcIx4MCBA6g9TsSmsf39oXy0dSghNrj0mn+TPjKJgRWR6D4vLl8+CRFpxMcP8auaKlPJ1OTEoL7eMAgxMdC/vylg14OYOd/NuFwuGraVY2lysnZjPBtW98caCQ/9ag3eIaVMTLyA4v3ZxKbH4NP7k5Y2nTW5xqCy2UIwOW7RdWNr/thNcrLRfXSItQsm3Y8piNfNVFZU4Smt5cn1NlavSEGzhXLxjd/iTV+L3m8cYKhGIoqBKeMIC4vF61PmGILJ8YvDAXv2GDIVzfNKwsJMg9BLMI1CN5Cbm8vOnTup33WAstWlvLg9gZUfDkKzejj/mmwmDv2C06NPYmCFncLs7xBNIykxFovFbLj1ZfqqdPby5csZN24cmZmZTJo0qUOZC4fDwfTp01usdXjyySex2WzU1tZ2Gs6MGTPY8M03UFZGw7Zt/Oruuxl2xhmMHjOGadOmsX79+g7T0xVUB9LXrXn77bcZN24co0eP5o477gicd7lczJ8/n4yMDCZPnkyBX0bj+++/5+qrrz6iuPU1TKPQDei6ziCVxDaJ4L8DInj330nY8bHwerg8+UtSykLJr43G5/OQMCydjElJ+HwV2GzJrN5Zbo4j9FH6qnT2OeecQ3Z2Nps3b+all17i+uuvb9fdSy+9xLx58wKLwsDQPzr11FNZtmxZ54H4fFBcDFVVXH/ffcQPGEBufj7btm3jlVdeobKy8ojS0JH0dTBVVVXcfvvtrFq1im3btlFWVsaqVasAQwgwLi6OvLw8brnlFu68804Axo4dS1FREXv37j2i+PUlTKPQDehenWWFZTTYoOnLeKyNPiak5DMj6Z8A9JtxOfHDIrEn1xMeXohIIzEx4/lvnvG5TLPrqO/Tl6SzIyMjAxpJjY2NHeoltZbO3r17Nw0NDSxevJisrKz2M0IpYxGaywUeD7v372d9Tg6Ln3wSzT+YPHTo0CNeMdyZ9HUz+fn5jBgxIiAQOHPmzBbS2VdddRUAP/vZz1i1alWgJTd79uzD+l5EX8fsrziKrKqspWBfMfWFNUToYcwYGs+vl1tRrjrmnrOT/mf/AgC3u5SGhj2kDJxCfNwgLJbm6adl5uDyUaL+s7aSy0dK1NlndcldX5TOXrZsGXfffTfl5eV88MEHba673W7y8/NJT08PnMvKyuKyyy7jzDPPZOfOnZSXl9OvX6sKjcjBdQZxcWyrqyNz/PgWrY2OmD9/Pjt37mxz/tZbb2XBggUtznUmfd1MRkYGO3bsoKCggNTUVN577z3cbneb+61WKzExMVRVVZGYmMikSZN49NFHW3Q3Hc+YRuEo8VlVHXvyChlR5yLaYSNqYhzvvllLZUU4yanlTL/OEIBVSlFfX0RS0jiSEkcE7je7jY4uXS3AjyZ9WTr74osv5uKLL2bNmjXce++9fPrppy2uV1ZWEhsb2+LckiVLWLZsGZqmMW/ePJYuXcrChQsRXTc0ippJTASbDYmPNwaZu0hn4yataU8IoXXexsXF8fzzzzN//nw0TeP0008nPz//kPefaNLZXeo+EpFQEcno7sj0ZbxKMa68kf5uO7EpdsLCw/jgk2R0nMy6OA8R48FramoiKiqKhITUwL3mquXjg+YxhcLCQtxud2BMYfTo0W0GftuTzj4cuqoGc7hGZ9q0aezevbtNH7/dbsfpdAaOt2zZQm5uLueeey7p6eksWbLE6EKqrSXB7aa6uNgYRwDQNA7U1JCYmMjo0aPJzs5G1/VDxmX+/PlkZma22V577bU2brsqnT179mzWr1/PV199xciRIxk+fHib+71eL7W1tcTHxwMnnnT2IY2CiFwIfA984j/OFJFDjCqdmHhcbpoSNbLjdvHCit3sK4PEmBquvGwaSikaGqqIjBRiYg724ZoG4fgjJiaGp59+mscffxyPx8MVV1zB2rVrA7Vvh8PBokWLAt0Rt99+Ow8//HCgFq/rOk888USnYYwaNYqCggLy8vIAeP3115k+fXoLN5MnT2b16tVUVVXh8XhYunRpu37l5eUFjMx3332H2+1u802FuLg4fD5fwDBkZWXxwAMPUFBQQEFBASWFhRTv3Uvht99y6skns27TJvb7a9cbNmzA5XKRlpbGsGHDmDRpEvfff38gzNzcXJYvX94mXm+//TabN29us7XuOgKYM2cOr732Gkopvv76a2JiYlp0HTVTXm68b9XV1Tz33HOBQfU5c+YEvtf8zjvvcPbZZwfe0V27djFmzJh28+54pCvdRw9ifBzncwCl1Gaz1XCQz6rq8CqFphROp5NiRy6hdtj68UTCLB4WTNmJxXI6TU1NWKz52GwpiGhoms00CMcxfUk6+9133+W1114jJCQEu93O22+/3W4L47zzzmPt2rXMnDmTJUuWsHLlSmMguaYGysq4+KyzWLJyJXfecw9/eeYZLpg7F13XiYyMJCsrC80/tvDCCy9w2223BWSqExISeOyxx35oVgOdS19nZmayefNmAH7729+SnZ0NwH333Rfofrvuuuu48sorycjIID4+vsXAsimd3dqByNdKqSkiskkpNd5/botSatwxiWErept09seVtZyXGMPurcWs/2I1oWOiadhzOn96xEp0aA1v/epNtAsvQ7NYsNvzSEycgYjxcnyaYw4sHy1M6ezuZ9OmTTzxxBO8/vrrB0+WlBhGAYzFZwMGQEhIz0SwG3C5XEyfPp21a9cGPt3ZFzgS6eyujClsF5FLAE1EhojIU8DXPyyqxyc+n4+678vQInViKyN45inj/O+uzseSMgq320FkpDK1vUz6NOPHj+ess85q2dqIiTGkKgYOhNTU48ogAOzdu5dHH320TxmEI6UrKb0JuA/Qgf+H8X2Eu7szUn0Jd3E9VburKXGU4EpRvPnqIDwqismne5g5tYSGEhs+XwW6XkVoaCIgptidSZ/l2ssvN1oGzWMOERGQkdGj8tbdyfDhwwOD0ScKXTEK5yul7gTubD4hIvMwDMQJzYfZxWi6oi7BS7G1GlU4ga83JhEVq7j55nrEBS5PE2G2euz2k4iIGBYYRzC7jUz6FLoOVVVQWWmMI9jtxlfR4Lg1CCcqXfk372nn3B+OdkT6Gp9V1YGuSJEqioqK8Ho0li41xt8XLGhisOcL0Ky4rMVERsRgtw8yB5ZN+ibNAnYVFYZBiIszBOxMjks6bCmIyPnALGCgiATPj4vG6Eo6oWkqquMcezjfltcxbNgw3n4vmooKjUEDG5k7FyjyUp/8Iyz7dxEfPwFNCzE/mGPSt9B1KC83PoADEBpqSFxHRPRsvEy6lc66j8qBrYAT2BZ0vh64qzsj1dv5MLsYK4IaZMNX6qOhTljzWRpWgUvmFmKxDAYMSWy7zc5/c2vx0WCOIZj0LZoNggjEx0NSktlVdALQ4T+slNqklHoRGKmUejFo+5dS6sgkDfsozp0HcORU4UUx65SBVFdXI2i8+XIIDmcIY8Z4GHuSMT3P42xCr8rDGmLB528hmN1Gxzd9VTq7mW+//RaLxcI777xjnEhMNFoF6enQvz8O//TMHyyd7Y9TQ0MDv/rVrxg2bBijR4/uFdLZa9asYcKECVit1oPpByoqKpg1a9YRxa2v0RWzP1BElojIFhHZ1bx1e8x6IcqnsJ+cQOjAKNxuN/W1DWTv2M+7H1vQQuCCaVvQvG709/9GVcGXWOu2s8ebisV6aPEvk75PX5XOBmNa9Z2//z3nT5t28MM3VisMHmwMKnOE0tlBXH/99cTHx5Obm9trpLMHDRrEK6+8wuWXX97inqSkJJKTkztUmD0e6YpReAV4GRDgx8C/gBNHR7YD6uvrQQlffTWEUIlm+hQrGQmFpOzLRg/TYPyPKRw4HzV4OmedNKCno2tyjPn/7J13eFVV1v8/O73RQocQCCTEkEqHEQKiIoYiIC+GnwqoqDOooI4OjjOOjC8jKo4oDhYsYyVBeUXQwUoZFJVeTAIYSgJJqAkJCSm3rd8fJ7mk3CQ3JDftns/znId7zt3nnLVDctbZe+31XS1JOhuTiVf/93+5dfRourRrB5cv22x2VdLZlTh27Bg7duxgyZIl1gzn5iCd3adPH6Kioqw2lWfq1Kl8/G3ZNDwAACAASURBVPHH9bKvJWHPklQfEflGKfWiiBwD/qqU+sHRhjVnLBYhNz+XvBwPdv3SB09VxISRB/C4cATXzh3IjxjFqUtZeHm761NGTcSJgw0/wxkU1cmudi1GOlsELl0i88AB1v3nP2x+7z12LVliM5B81dLZlUhOTiYmJqbZSWfXxJAhQ/jrX20twmyd2OMUSpQmhHJMKfV7IBNw6ied0WRERNjynQemEgtDB+fyu+t6or6Hwm6D8fDwxNVddwhNib0P8IakRUlnG41w+jQUFPDwP/7B808+iWtIiLbU1IZNdZLObqC+NqZ0dk04m3S2PU7hEcAPWAD8A2gH3O1Io5o7xtK3i593+YIqYsoMPzBdQHm6U+zvSRuPdBQeTWylTmNTFlPIy8tj0qRJrFy5kgULFhAeHs62bdsqtLUlnR0dHW33veotnV1QoG2uruw+fJj4Rx6BRx7hwoULbNy4ETc3N6ZOnVqhb9VJZ4M2kujbty8PPPAAHTt25OLFixVul5OTQ6dOnWjfvr1VOtvWVE156jJSqIt09uTJkwFYtWqVXSMWXTq7EiKyQ0TyReSkiNwpIlOA9EawrdlSYjBwOsONQ4cFd3cTsT234HHqB8yicHW9QNs2vcA9vKnN1GkiWoR0dvv22hLTvn05kZ5ulcCeMWMGr732WgWHAHZIZ2dlkZmZSXp6OkOHDmX79u2cOXMGaBnS2TXhbNLZNToFpdRQpdRUpVSn0v1wpdQHOLEgnohgKDHw381eGKWEsMEX8fYowdBrNPkd+tK2rRdeXt1B6eu5nZny0tne3t6sX7+eJUuWEBoaSmRkJEOHDrUpnR0WFkZERESVIGllyktnR0ZG4uLiUqN09g1jxjAoKOhK4RulNKdQBwG7Muls0KaOpk2bVuH7adOmkZiYSNeuXXnllVeIi4sjJiaGhx9+uIp09pkzZwgODiYyMpJ7773X5lt9XYiLi6Nv374EBwdz7733Wld2gSadXcbChQsZMGAA1157LU888YR1+m3Xrl0EBATw6aefcv/99xMefuWlTpfOLvtCqaXArcABIAhYBywEngdeF5HCxjKyPE0pnV2Uks0PnRSnM8+S+KcADh8r5Il5u5hx/WUueHREzv1Gt+HD2HemG0p56DGFRkSXzq6G4mJN3rps6qdr1ytidnXEpnS2ExAbG8v69evp0KFDU5tiN/WRzq4ppnALEC0iRUopfyCrdL/qJJ+T8N+SIixGDzqnu5NypBAvHwMxoWco6RVHccZGLhb4kJHRATd33SHoNDEWiyZel52trTJyd9ckKvz8rvqS5aWz7ZmLbw2cP3+eRx99tEU5hPpSk1MoFpEiABHJUUoddmaHAGAEBuQZePmzS6D8mBabS3BAG7ILsvA0GFD04oaIfk1tpo6zU1wMmZlQlrdQJlHRAA/yu+92rjUmnTt3rhJfae3U5BT6KqXK5LEV0KfcPiIyvbaLK6UmAK8ArsDbIvKcjTYzgcWAAAdE5P9VbtOcyDldwIHfuuHiZuG64WcpDhhFSdpm/At9yerWq/YL6Og4GqXAYNAE7Hr0uCJxraNjBzU5hVsr7f+rLhdWSrkCK4EbgQxgl1Jqg4iklGsTglaw51oRuaiUat5zLiKcSFecPueJr18uYTf2Jz/9F04fPcaFLiNw6dT4a+N1dABN3trLS3MInp4QGKjJU+gCdjp1pFqnICKb6nntYcBRETkOoJRKRItTpJRrcy+wUkQult7zXD3v6VDMFjOpx70AISLqOEajKwbDWSz+kYy56XpcXFpXKUKdFoDZDGfPatXQevbUymOCLm+tc9U48jWiJ3Cq3H5G6bHy9Af6K6W2K6V+KZ1uqoJS6j6l1G6l1O7z5887yNzaMZnMJP9WiJlCgvqcQM5mc+KoJ96ePXWHoNP4XLoEx45pDkGpK8tNdXTqgSOdgq1UysrrX92AEGAsMAt4WynVvspJIqtEZIiIDClL2W9sio/kYDKbOJnRBuWiiLumJ6n7i5COQYweFdUkNuk0LxpNOjs6mjWvvQYZGWAyaTGDvn21gDJ1l87eunUr7dq1IyYmhpiYGJ555hmb/RMRxo0bx6VLl6zH1q1bh1KKw4cPV7jepEmTKpw7d+5cqyS10WjkiSeeICQkhIiICIYNG8ZXX31l8551YenSpQQHBxMaGso333xjs83mzZsZNGgQERERzJkzB5PJZO2bLeltXTq7BpRSda2/lwGUj7wGoC1rrdxmvYgYReQEcATNSTQ7thYWUuzlQkamCy4Y6Ne7EKPRROzoKFz0QJ4OjSSdXVLC/k8+4baxY7V4Qbdumrx1Pctjjh492pox/Le//c1mm40bNxIdHU3btm2txxISEhg1ahSJifYLJz/11FOcPn2apKQkkpKS+OKLLzTV4XqQkpJCYmIiycnJfP3118yfP79C3QfQMsXnzJlDYmIiSUlJ9O7dm/fffx+oXnpbl862gVJqmFLqVyC1dD9aKfWqHdfeBYQopYKUUh5APLChUpvPgetKr9sJbTqpdoWqJqDEYoGfMhFRDAgqgn7XApoMso5OZRwmnX3wIDFTp3IsO5tNaWkMvP56IqOi6iedbSeVpbMLCgrYvn0777zzjt1OobCwkLfeeotXX30Vz1JH1rVrV2bOnFkv29avX098fDyenp4EBQURHBzMzp07K7TJzs7G09PTmsV84403WqWza5Le1qWzq7ICmIT2AEdEDiilrqvtJBExKaUeBL5BW5L6rogkK6WeAXaLyIbS78YrpVIAM/C4iGRfZV8cRvGRHIwGI3v2g3JzIyToAj+nmvFydcHDQxe+a44c21O/Sl626Dd4uF3tGlQ6WwRyc+nSseMV6ezPP6fYaGRs//71k84ux88//0x0dDQ9evTgxRdfrCDzUMb27dt58803rfuff/45EyZMoH///vj7+7N3714GDRpU48/m6NGjBAYGVhhtVMcjjzzCli1bqhyPj4/niScqVgTOzMxkxIgR1v0y6ezydOrUCaPRyO7duxkyZAhr1661iujVJL2tS2dXxUVE0iupLdoV0RKRjcDGSsf+Vu6zAI+Wbs0WMQsZxdlkZHXAzbWYkD4XUcezGdi/J8pJMjtbGvY+wBuSBpfOLinR5K0LC7Ulp2W4uXEkObl+0tnlGDRoEOnp6fj5+bFx40amTp1KampqlXY5OTm0adPGup+QkGC9X3x8PAkJCQwaNKjBpLOXL19ud1t7pLOVUiQmJvLII49QUlLC+PHjcXNzq/V8Z5POtiemcEopNQwQpZSrUuphwKnKcQpCzplMsnO6oJSZ0N9Fg1loMyDsqvXwdVofZTGF9PR0DAaDNaYQHh5eJfBrSzrbiogmUXH8uOYQ3NyqyFPUWzq7HG3btsWv9PpxcXEYjUab5THd3NywWCyANhWzefNm5s2bR58+fVi2bBlr1qxBRGqUzg4ODubkyZN2xRAeeeQRa/C7/FY27VYee6WzR44cyQ8//MDOnTuJjY0lJCSk1vOdTTobEalxQyuokwhcKN0SgU61neeobfDgwdLYvPXtTvnzW+skfECxXDMgVU6cSJe1b30ixWfPNrotOrZJSUlpahPE19fX+nnv3r3Sq1cvMRgMUlhYKEFBQfLdd9+JiEhhYaFMnDhRVqxYISIiBw4ckH79+smRI0dEiorEnJoq/3z8cZHkZJHMTBGTSUREtmzZIhMnThQRkaKiIunVq5ekpqaKiMicOXPk5ZdfFhGRMWPGyK5duyQrK0sCAwPlwoULYjAYZNSoUfLAAw9Usfv06dNisVhERGTHjh3Sq1cv6355hg8fbr3fG2+8Iffdd1+F72NjY2Xbtm1SXFwsffr0sf6fpKWlSWBgoOTm5oqIyOOPPy5z586VkpISERHJysqSDz/8sM4/7/IkJSVJVFSUFBcXy/HjxyUoKEhMpT+38pwt/ZstLi6WcePGyaZNm0RE5Msvv5QJEyaIxWKRn3/+WYYOHWo9Z/fu3XLTTTfVy77GxtbfA9q0fa3PWHtGCiYRiReRTqVbvIg0fK3DZspHvx7CbDLT84w2BxoQcJYd6Tl4e3o6jSiYTt25Kuns+HjCwsOJuOkmTufkaFnJPXrY1Cyqs3T2DTdUO9+/du1aIiIiiI6OZsGCBSQmJtocYUycOJGtW7cC2tRRZensW2+9ldWrV+Pp6clHH33EXXfdRUxMDDNmzODtt9+mXWli3ZIlS+jcuTMDBgwgIiKCqVOnUt+l5uHh4cycOZMBAwYwYcIEVq5caf37jIuLs07/LFu2jLCwMKKiopg8eTLjxo2ztqlOeluXzq7cQKljaEtF1wCfiUj91o7Vk8aWzl61eQ8TPPxYufoy//lvOEN/9wXj4oMY71lEx7Aw3K5ShlinYWk10tlZWdpS0wYSsGtITp8+zezZs/nuu++a2pRGxdmks+2pvNYPWAIMBn5VSn2ulIq/WmNbGmK2UNLVhZNZ2kihd29tRYNHHYqT6OjYxGyGM2e0uEEZ3btruQfNzCGANvK49957KySvtXacUTrbruQ1EflJRBYAg4BLgFMs2j2xfw+XLpznzOEkDqW5UWQqpE9vrcRg2aoFHZ2roqBACyTn5GiOoWzE3swXLsycOdOu5aStBWeUzrYnec1PKXW7UuoLYCdwHvidwy1rBljMJjzbtKVNr8HkF7ejva8Lo3q5gVJ6PEHn6jCbtVoHJ0+C0agpm/bo0eydgY7zYM/rbhLwBfCCiPzgYHuaFT8bFGI0ceyYthwtqHceWRf98O3qg1JVs0d1dGrk0iVtVGAyXamR3LGj7hB0mhX2OIW+ImJxuCXNkBKTiWhjCd/s8wTMDAjLw2Ry4bqwrtqbno6OvZjNWiKa2awJ2HXvXm+9Ih0dR1CtU1BK/VNE/gj8n1KqyhIlsaPyWktmc/YlxGRE4cLOnR5AEYMG5gBYNVt0dGqkfJzA1VULIJvN0KGDPjrQabbUFFNYU/rvv9AqqFXeWjUmEQJST5N1ri1nssDP10D/tnsQ5YqrxYKlWJ8+0qlIBensiRPJ/fVXyNakvJKTkxk3bRr9R4wgpH//+klnx8SwZs2aKt+XUVfpbNDkrmNiYggPD2fMmDE220grls4+fPgwI0eOxNPTkxdffNHa3mAwEBsba23nDFTrFESkTGIwTEQ2ld+AVrAgvGaS9u4Gi3CqMBSxQGTkIXx8TZx3C8Z84gQocNGrW+mUw9vbm/379pG0bRv+7u6sfOcduHiRosuXG04622hk//793HbbbQ1md25uLvPnz2fDhg0kJyfz6aef2mzXmqWz/f39WbFiRRVn7OHhwfXXX1+jE25t2LMk9W4bx+5paEOaG+ZcI5Gd3dj+VS7KVEhEdBp7zf3wP5eFi6srniEhuHh5NbWZOs2N9HQ4c4aR0dFkXrwIQUGsTkxsOOns/fuJiYnh2LFjbNq0iYEDBxIZGVkv6ezVq1czffp0AgMDAU0AzhatWTq7S5cuDB06FHcb+Ue6dHYpSqnb0GogBCmlPiv3VRsg1/ZZrYPU1FQwW8g0WUjN6oZPewga1R5DvoGwHu3wDA3V1VGbOUUpDa/A7j2gmux1EW2ayGKBwkLMSrHp4EHuuf9+cHOrn3R2KV26dLkinf3llxQXFzN27NgGkc7+7bffMBqNjB07lvz8fBYuXMjs2bOrtGvN0tk1ERERwa5du2pt11qoafXRTiAbrWJa+RhCPrDPkUY1NcWn8vBz92b3Pj9cXBWDBhfhl78bS7oF9x6D9SBhC6DaB7ijKCigqKSEmP/5H9IyMxtGOrsGjhw50mDS2SaTiT179rBp0yaKiooYOXIkI0aMsF67jNYsnV0Trq6ueHh4kJ+fX6H/rZVqfyKilcc8AXzfeOY0DywmC8U+JRxMDgIFnQccxMXkSqHbEPxjb0K5OLK0tU6LwGLRNjctmZHu3bWYQnIyeXl5TJo0iZUrV7JgwQLCw8PZtm1bhdNtSWdHR0fbffvaNMvKsOdBHBAQQKdOnfD19cXX15fY2FgOHDhQxSmUSWe7uLhYpbOTkpJQSmE2m1FK8cILL9gtnV3bA7YuI4W6SmcDfPvttzadpC1KSkrwcpLp4mqfbkqp/5b+e1EplVNuu6iUymk8ExuX4iM5mMWMscSVg791pNhcRNjA8/Rt0w9c3HF3kl8MnRq4fFmTqMjMvLLstNwy5Xbt2rFixQpefPFFjEYjt99+Oz/++CPff6+9XxUVFbFgwQL+9Kc/AfD444/z7LPPWh9QFouFl156qUYTrrnmGtLS0jh69CgAH374YZVVQ8OHD2fr1q1kZ2djNBqrDSDfcsst/PDDD5hMJgoLC9mxY4dNccHQ0FCOH9eq5a5du5bZs2eTnp5OWloap06dIigoiB9//JGQkBCysrI4dOgQAOnp6Rw4cICYmBh8fHy45557WLBgAQaDAdCmuT766KMq91u+fLm1bnT5rbJDAJgyZQqJiYmUlJRw4sQJUlNTGTZsWJV2586dA7SH/PPPP19FWdYW2dnZdO7c2Wa8oTVS0ytvWcnNTkDnclvZfqtEzMK5yxlkHjBiNLnQs88lxvSNwGw24+7urhfVcWbKEtDS08Fg0DKTzbaLEF6VdPasWYSFhREREWGtD1wdDSmdHRYWxoQJE4iKimLYsGHMmzePiIiIKu1as3T2mTNnCAgI4KWXXmLJkiUEBARYl95u2bKFuLi4etnXkrBHOrsPkCUiBqXUKCAK+EhEmkQq0dHS2Wn/2cGv+cdYvSmaX38K5tqbU/jrQh/yjv/AyYvBxE0d67B761w9DpfOLijQHILRqE0XdeqkSVQ40VSis0pnT58+naVLlxIaGtrUptiNQ6Wzgc/RSnH2Az5Ay1FYfTWGNndO7N9DRu452nTrSWqKFqjsH56DyZSNAB4ezjF81CmHiFbjoEzAztsbgoI03SIncgjgnNLZBoOBqVOntiiHUF/s0T6yiIhRKTUdeFlEViilWuXqI4vZhI9/Jy7RnYvZXnRtb6FHYD4lJTl4uHbHVZfLdj6UAnd37d8uXcDf36lXn9U3n6Cl4eHhYXN5bmvGnqecSSn1P8CdQJmweKt9ZTaZTaRsPgm0JzqqBBcXMJaU0NHgj8J5HwZOhdGobT4+2n7HjtCuHXh4NK1dOjqNgL0ZzdehSWcfV0oFAQmONatpUGcsmExm9qZ0Qty8ad/vMK7KFSkpwROFuWOrja/rgDZVlJurrSzKyNACyaBNE+kOQcdJsKccZxKwANitlLoGOCUi/3C4ZU2AskBRG1cO/tYJi1no0+MiUZ20VRgevr6It08TW6jjMAwGLW6QlaWtKPL2bmqLdHSahFqnj5RSo4EPgUxAAd2UUneKiG0hlRbKif17EODErnMYjOF07lGCf3Ax7r4WxOzJgWO5uIXr00etDhGtJOb581oyWpnEddu2Th070HFe7Jk+Wg7Eici1IvI7YCLwimPNanwsZhMdA4P49XAXxMOPvhGFuHgJhYWH8fHyw2xRjA21LRSm04LJyoKzZzWH0K4d9Oun/XsVDqGCdPbkyeTmXpEIS05OZty4cfTv35+QkJBmJZ29bNkyYmJirLa7urqSk1M1P1WXznYO7HEKHiKSUrYjIoeAVjnBajIZSfqtGwB9BxQBYDEZ8c5UoE8dtU7at9dWF/XqBT17arIVV4m3tzf79+8nKSkJf39/Vq7UJMOKioqatXT2448/bs0WXrp0KWPGjMHf379KO1062zmwxynsVUq9qZQaVbq9TisVxMs6YyHrXDu8vYWe/YoxGQy4nz2Dm7c3xj7BTW2eTkNQVAQXLlzZ9/XVRgcNLHQ2cuRIq0rn6tWrm7V0dnkSEhKYNWuWze906WznwJ7Xot+jBZr/hBZT2Aa86kijGpsT+/fg4urGjgOaj4yKMuKiLPim7Meta0c8rwmF0/r8ckviyJEjFQ9YLHDpEpS9kXbpUucayfYmMJnNZjZt2sQ992hlR5q7dHYZhYWFfP311/zrX/+y+b0une0c1OgUlFKRQD9gnYi80DgmNT4Ws4mggUPZtewYCi88+xfiknsGvC7SftCteLUPgNMXar+QTrOhwgP88mVNoqJNGy2A7O/vkIzkoqIiYmJiSEtLa1HS2WV88cUXXHvttTanjkCXznZ66Wyl1JNoFdb2AkOVUs+IyLuNZlkjYzKZOJtpxsPdlTaeZ4k+f44z/XvSqdtQth45h5urPlJocZjNcO4clMk4e3pCjx4OW25aFlNoadLZZSQmJlY7dQS6dLbTS2cDtwNRIvI/wFDgD3W9uFJqglLqiFLqqFKqqt7tlXYzlFKilKpVrMlRWH77lqzzbRAPP9r75uHRx4hnx3ZsPaJJ7eorj1og589rDkEpbWQQFNQo+QctTTobIC8vj//+978VYgaV0aWzW62QQwVqcgolInIZQETO19K2CkopV7SKbTcDA4BZSqkBNtq1QYtZ7KjL9Rua8xeM5BX7UOxaSBv/dE5ajnA8X1uJpDuEFkT5N+hOnbQpo759G13AriVJZ4O2tHT8+PH4+vpW20aXznYOqpXOVkrlApvLdtGkLsr2EZHpNV5YqZHAYhG5qXT/z6XnLa3U7mW06m6PAY+JSI262I6Qzj72xSqOZrdlwZKxtO8nvHLnz5zyP0P7PtO5cUC3Br2XjmM4dOgQYT16aDIVvXo5nYJpY6BLZ7ccpdT6SGfXFGW5tdK+7SUJ1dMTKB/azwCGl2+glBoI9BKRL5VSVbN1rrS7D7gPIDAwsI5m1I5YTBzOC0aJB526mThnTMOvfU9dAK+lcO6clpVc9oJz6ZKWf6DToJSXzrZn9VBrQJfOLoeIbKrntW09Ua3DEqWUC1q29NzaLiQiq4BVoI0U6mlX1etbLGRmegMK9zYZuCoDY8LG89NpQ0PfSqchsVjg88/h5Zdh8WJNoqJrVy0jWcch6NLZrR9HFgjIAHqV2w8AssrttwEigK2lKyS6ARuUUlNqm0JqaMwWCxkZ2lxqu84FhPYZwc6zRn3FUXPm1ClYsgT27NH2vby02IGTBAN1dByFIydedwEhSqkgpZQHEA9sKPtSRPJEpJOI9BGRPsAvQKM7BNCSjbSRArRrf4nUi2ZQeoC5WbNvn+YQ/P3hueegQwfdIejoNAB2jxSUUp4iUjWPvhpExKSUehD4BnAF3hWRZKXUM8BuEdlQ8xUaj4JCRXa2J65SQnvvHGgfqTuE5kh+/hU5ismTtaDyLbdo00Wlyx91dHTqR60jBaXUMKXUr0Bq6X60UsoumQsR2Sgi/UWkX1kNBhH5my2HICJjm2KUAJBxxhdQdO2Qj7G7P+LfqSnM0KkOgwHefBMmTdJqHoCWezB7th4/0NFpYOyZPloBTAKyAUTkANry1FbDybPtUAq6d8rnfJEZT3e9FnOz4ddf4Y474K23NLmKX35paouqpaVKZ+fl5TF58mSio6MJDw/n3//+t83rFhUVMWbMmArqo8uXL8fLy4u8vLwa71PepoKCAu6//3769etHeHg4sbGx7NhRvzQlEWHBggUEBwcTFRXF3r17bbZLSEggMjKSqKgoJkyYwIVSccQDBw4wcuRIIiMjmTx5sjVH4ddff2Xu3Ln1sq2lYY9TcBGR9ErHzDZbtkAsFgsZ59sAQpcO+SAwLkzPTWhyiorgpZfg7ru18piBgZpjaMarX1qqdPbKlSsZMGAABw4cYOvWrfzxj3+0ZhuX591332X69OnWpDDQHrJDhw5l3bp1dt9v3rx5+Pv7k5qaSnJyMu+995714Xy1fPXVV6SmppKamsqqVav4wx+qCjCYTCYWLlzIli1bOHjwIFFRUVbxv3nz5vHcc8/x66+/Mm3aNJYtWwZAZGQkGRkZnCwboToB9jiFU0qpYYAopVyVUg8D9gmGtADMZjNZ2X5IiZnObQoRr+rFy3QaiaQkiI+H1au1aaI5cyAhAWpQ+GxutCTpbKUU+fn5iAgFBQX4+/vbFIqrLJ197NgxCgoKWLJkCQkJ9pVtP3bsGDt27GDJkiW4lCYY9u3bl4kTJ9p1fnWsX7+e2bNno5RixIgR5ObmVskKFxFEhMuXLyMiXLp0yaqPdOTIEWJjY4GKktoAkydPrlO9iJaOPfMkf0CbQgoEzqJlH9dZB6m5YjabyTrnj7HETPdgM8e9dYfQ5LRpo+kW9e8PTz0FlTIz7eH8hfqm2VSlc6fr7WrX0qSzH3zwQaZMmUKPHj3Iz89nzZo11gd2GQaDgePHj9OnTx/rsbLaC6NHj+bIkSOcO3eOLl1qXqCRnJxMTExMhdFGddx2221VJdCBRx99tEruQGZmJr16XVkBXyad3b17d+sxd3d3Xn/9dSIjI/H19SUkJMQ6mouIiGDDhg3ccsstfPrppxXE9YYMGcJzzz1n1apq7dTqFETkHNpy0lbJxYuZnM/1AyV4hl7Azb1+Giw6V8n+/RAdrY0MeveGN96AAQOuuhKavQ/whqSlSmd/8803xMTEsHnzZo4dO8aNN97I6NGjK2QtX7hwgfaVssQTExNZt24dLi4uTJ8+nU8//ZQHHnigwfpal2pn9khnG41GXn/9dfbt20ffvn156KGHWLp0KX/961959913WbBgAc888wxTpkzBw+NKcckuXbpYtZOcAXtWH72llFpVeWsM4xqDQ4fSMZtc6NKuCFcvIwG+IU1tknORkwNPPgnz5sHGjVeOR0XVqzRmU1AWU0hPT8dgMFjfQsPDw6sEfm1JZ9eFhpTO/ve//8306dNRShEcHExQUFCFmsug9a24uNi6f/DgQVJTU7nxxhvp06cPiYmJ1imkmqSzw8PDOXDgABaLpVa7brvtNmvt6PLbBx98UKWtPdLZ+/fvB7RRmlKKmTNn8tNPPwGa6uy3337Lnj17mDVrFv369bOeV1xcjHcjqOs2F+yJKXwPbCrdtgNdALvzFZozBkM2pw5kgdmVHp2KkTaeuOpCao2DiOYEZsyAb7/VMpKNIPYdngAAIABJREFUxqa2qkFoadLZgYGBbNqkTbedPXuWI0eOVAl0d+jQAbPZbHUMCQkJLF68mLS0NNLS0sjKyiIzM5P09HSGDh3K9u3bOXPmDAC7d++mpKSEXr160a9fP4YMGcLTTz9tdWypqamsX7++il1r1qyxKZ1tS3ZiypQpfPDBB4gIv/zyC+3ataswdQTQs2dPUlJSOH/+PADfffedVTSuTFLbYrGwZMmSCoqzv/32GxERETZ/dq0Re6aPKozhlFIfAq1CJrGo6BTpxzthFBcCehgQdzc0SSYdh3LmDDz7LJS+pTF8OPzlL1oBnFZCeensO++8k/Xr1/PQQw/xwAMPYDabufPOO21KZxcWFqKUqjXwWl4622QyMXTo0Bqls7t3786gQYOqFLMHeOqpp5g7dy6RkZGICM8//zydOlXN1Rk/fjw//vgjN9xwA4mJiXz11VcVvp82bRqJiYksWrSIV155hbi4OCwWC35+fiQkJFjjFG+//TZ//OMfCQ4OxsfHh44dO1pX+1wtcXFxbNy40XrN8stqY2Ji2L9/Pz169ODpp58mNjYWd3d3evfuzXvvvQdoTq5sZDd9+nTuuusu6/lbtmypdyC8JVGtdHa1JyjVD/hGRJqkkn1DSmfn5e1n0bwSvv25D08vMOExdhsn3UeyaGCfBrm+jg2SkmD+fCgs1ALKjz6qJaXVc8WXLalgnYZl3759vPTSS3z44YdNbUqjUVJSwpgxY/jxxx/tKt3ZXHCUdHbZhS5yRd3UBcgBqq2i1pKwWCykn3JHAWc7FnGZdrTV5bIdS//+mpJpnz6waJFWCEenRTBw4ECuu+46zGazXauHWgMnT57kueeea1EOob7U2FOlRamigczSQxap69CiGWMymTh7rh0ubu74dTTS39uAn6tz1GFtNMxmWLNGGw20bQseHvDOO9pnnRbH3Xff3dQmNCohISGEhDjX4pMaJ9BLHcA6ETGXbq3GIQCkf/lf8ot98PRxxdfP6DQ1WBuN337TEs9eeknbytAdgo5Os8WeMdFOpdQgEbEtJtKCOXTUiIuXF916GFFK066h9pVyOrVhMMDbb8P772sjhW7d4KabmtoqHR0dO6jWKSil3ETEBIwC7lVKHQMuo1VUExGpvgp4C+Hsxba4eXjS2TcPcSl1Cq1jVWTTcfAgPPMMpKVpweOZM+HBB8HHp6kt09HRsYOaRgo7gUHA1EaypdE5d1GbxujcsZijnicJcm+LobiWk3Sq59QpLQnNYtGykv/2Ny1LWUdHp8VQU0xBAYjIMVtbI9nnUM7ntkcphbvfGZSLC7G9YpvapJZNr14wbZqmbJqQ4HQOoaVKZ1+8eJFp06YRFRXFsGHDSEpKsnldEWHcuHFWWWmAdevWoZSqkAG9detWJk2aVOHcuXPnsnbtWkCTm3jiiScICQkhIiKCYcOGVcl5uBqWLl1KcHAwoaGhfPPNNzbbbN68mUGDBhEREcGcOXMwmUwAHD58mJEjR+Lp6cmLL75obW8wGIiNjbW2cwZqcgqdlVKPVrc1moUOwmIxcz5X03LJ7WomosM1TWxRC+TSJW2qaN++K8eeeELLQyinHeMstFTp7GeffZaYmBgOHjzIBx98wMKFC22227hxI9HR0RU0kRISEhg1alSdVESfeuopTp8+TVJSEklJSXzxxRfk5+fXqw8pKSkkJiaSnJzM119/zfz586sk6lksFubMmUNiYiJJSUn07t2b999/HwB/f39WrFhRxRl7eHhw/fXX10mHqaVTk1NwBfyANtVsLZrLl09y/lI7QOHboZixHfya2qSWxebN8D//Axs2wAsvaLIVUO8ktNZCS5LOTklJ4frrNQHBMvmMs2fPVmlXWTq7oKCA7du3884779jtFAoLC3nrrbd49dVX8fT0BKBr167MrGedjPXr1xMfH4+npydBQUEEBwezc+fOCm2ys7Px9PS0igiWl8ju0qULQ4cOtbkCcerUqXz88cf1sq8lUVNM4bSIPNNoljQyBSfPkJ3XA3cfM37+xdZfUJ1ayM6G55/XnAJATIwmb93MnMG3F/Jqb1RHxneyr/RnS5POjo6O5rPPPmPUqFHs3LmT9PR0MjIy6Nq1a4V227dv580337Tuf/7550yYMIH+/fvj7+/P3r17GTSo5vUnR48eJTAwsMJoozoeeeQRtmzZUuV4fHw8TzxRMX82MzOTESNGWPfLpLPL06lTJ4xGI7t372bIkCGsXbu2gohedURERLBr165a27UWanIKzeuvvAExFxSwY0sqQk96BLjRxs9Lz1GoDRH4z3+0fINLl7TVRA89BLfeCs1QRNDeB3hD0lKls5944gkWLlxITEwMkZGRDBw40GYGb05ODm3aXJkkSEhIsN4vPj6ehIQEBg0a1GB9Xb58ud1t7ZHOVkqRmJjII488QklJCePHj7crU9nV1RUPDw/y8/Mr9L+1UtNPpPEF6RsLi4Uzue1wc3WhezfLlRwFnerJz4flyzWH8LvfwZ//DJVUKJ2dsphCXl4ekyZNYuXKlSxYsIDw8HC2bdtWoa0t6ezoOgTmG1I6u23btlYBOREhKCiIoKCgKu3c3NywWCy4uLiQnZ3N5s2bSUpKQimF2WxGKcULL7xQo3R2cHAwJ0+etOsBW5eRgj3S2aBN6/3www8AfPvttzadpC1KSkrw8nIOtYNqX/FEJKcxDWlsjh43AwrpcAqFC25ubmw9cg4311Y7QKo7FouWfAZaFvJf/qIFll95RXcINdDSpLNzc3OtNZnffvttYmNjbU7vhIaGcvz4cQDWrl3L7NmzSU9PJy0tjVOnThEUFMSPP/5ISEgIWVlZHDp0CID09HQOHDhATEwMPj4+3HPPPSxYsMB6z9OnT/PRRx9Vud/y5cttSmdXdgigSWcnJiZSUlLCiRMnSE1NZdiwYVXalUlkl5SU8Pzzz1dRlrVFdnY2nTt3dprZhOY37m8kLuT44ebhin+3Arp7d8fV1RWTWRgbWnM5QachLQ3uvRdKpYUBGDcO4uKaXfygOVJeOtvb25v169ezZMkSQkNDiYyMZOjQoTals8PCwoiIiKhSX7gy5aWzIyMjcXFxqVE6+4Ybbqh2vv/QoUOEh4dzzTXX8NVXX/HKK6/YbDdx4kS2bt0KaFNH06ZNq/D9rbfeyurVq/H09OSjjz7irrvuIiYmhhkzZvD222/Trp02pbdkyRI6d+7MgAEDiIiIYOrUqdYprqslPDycmTNnMmDAACZMmMDKlSuto/+4uDhr5bRly5YRFhZGVFQUkydPZty4cQCcOXOGgIAAXnrpJZYsWUJAQIB16e2WLVuIi4url30tiTpLZzc1DSGdbb50iVumpJCW2Ydb/3iY0LAu9OimqXU6vVMwmeCDD+Ctt7SiNz16wNq1zX6JqS6d7XhOnz7N7Nmz+e67VlFOxW6mT5/O0qVLCQ0NbWpT7KY+0tlOOVIQEbLz/ABFL4y4urvpowSAI0dg9mx47TXNIdxyC3z0UbN3CDqNQ/fu3bn33nsrJK+1dgwGA1OnTm1RDqG+OI9IeDmMxgIuXvLFzcWFzv5FWHq20VSdnBWTCd58UxOws1i00cFf/wo25mR1nJv65hO0NDw8PGyW/2zNOKVTOHfBBZNB0amzGU8PE0Y3V67UEXJCXF21imgiMGsW/OEPuoCdjo6T4pROITNLC0B1CfRFKcWhs5cZ5uvbxFY1MoWFcPkydO6sBY6fegouXICoqKa2TEdHpwlxypjC7m8OAtCtq4mDrt64oJwrnvDzz5qk9V//ekWeokcP3SHo6Og450jhdJY7ru5udOlsxKIUg728m9qkxiEvT8tI/s9/tP0OHbRj7ds3rV06OjrNBoeOFJRSE5RSR5RSR5VSVTJOShVXU5RSB5VSm5RSvR1pTxnn89wRFBc7lODm4gRr7kVg0yZNwO4//9FWEy1YoOUg6A6hQTlz5gzx8fH069ePAQMGEBcXx6pVq6pISevoNFccNlJQSrkCK4EbgQxgl1Jqg4iklGu2DxgiIoVKqT8ALwANpwlsi9TvOZcHiCve7Y0MViZatVK6iDZNVKYvP2iQth8Y2LR2tUJEhGnTplnlmQH279/PF1980cSW6ejYjyNHCsOAoyJyXEQMQCJwS/kGIrJFRApLd38BAhxoj4bFyGVjO1w92uLbXlq/5pFS0Levtproz3+GN95wDocwZEj122efXWn32Wc1t60DW7Zswd3dvUJmcUxMDKNHj6agoIAZM2ZwzTXXcPvtt1u1i5555hmGDh1KREQE9913n/X42LFjWbRoEcOGDaN///5WvR6z2cxjjz1GZGQkUVFRvPrqqwDs2bOHMWPGMHjwYG666aZaM6J1dKrDkU6hJ1Belzaj9Fh13APYLL+klLpPKbVbKbX7/Pnz9TbscpEmbOXTxoyLSyt0CllZUF5Lfs4cLSu5mSqathaSkpKqSGSXsW/fPl5++WVSUlI4fvy4tbbBgw8+yK5du0hKSqKoqIgvv/zSeo7JZGLnzp28/PLL/P3vfwdg1apVnDhxgn379nHw4EFuv/12jEYjDz30EGvXrmXPnj3cfffd/OUvf3F8h3VaJY4MNNuarLeZDKCUugMYAoyx9b2IrAJWgSZzUV/DCkudgm9JMSdNRXQPaCVxBYsF1qyBlSvB0xM+/RT8/cHNDbo40eoqAHulUKZP1zYHM2zYMAICtIFwmbz2qFGj2LJlCy+88AKFhYXk5OQQHh7O5MmTS03T7Bo8eDBpaWkAfP/99/z+97+3Sj77+/tbK5iVSXWbzWa664KFOleJI51CBtCr3H4AkFW5kVLqBuAvwBgRqVo6qoExm6Go2BMPV8HTx8JZLyOzWsNy1OPHYckSOKgttyU2Vh8VNDLh4eHWOsSVKV/EydXVFZPJRHFxMfPnz2f37t306tWLxYsXU1xcXOWcsvZguzaDiBAeHs7PP//c0F3ScUIc+dTYBYQopYKUUh5APLChfAOl1EDgTWCKiJxzoC1W8i9rftDHy4xrNy9QLfzBaTLBO+/A7bdrDqFzZ23Z6bPP6iuLGplx48ZRUlLCW2+9ZT22a9cu/vvf/9psX+YAOnXqREFBQbUOpTzjx4/njTfesDqJnJwcQkNDOX/+vNUpGI1GkpOT69sdHSfFYU9EETEBDwLfAIeAT0QkWSn1jFJqSmmzZWh1oD9VSu1XSm2o5nINRl6+5hT8fEy4tYYg81/+Aq+/rgnYTZumTRnFxja1VU6JUop169bx3Xff0a9fP8LDw1m8eLHNYi8A7du359577yUyMpKpU6cydOjQWu8xb948AgMDiYqKIjo6mtWrV+Ph4cHatWtZtGgR0dHRxMTE8NNPPzV093ScBOeSzk79noOH/bj1oR6EBnoz971iMs7s4eHfTW1YIxuT/fvh73+HJ58EOx4qrRVdOltH5wq6dLa9WIz8erYDCBT6mfFqiZWU9u6FVauu7MfEaCuLnNgh6OjoNBxOJ3ORlnQSV9cBePlaOJa+A4+W4hguX4YVK+D//k/bHzJES0QDTeVUR0dHpwFwOqeQl+8Crh6IVw6CYv7wFiA/sH07/OMfcO6ctrz07rshMrKprdLR0WmFOJVTKCqCvMJiXFwUXm0NXNOumU+55ObCP/8JX5Xm9IWHw9/+Bv36Na1dOjo6rRancQqGYhOZWcUUG7xxcfHAy8+Ma3Nfx//WW5pD8PSE+fO1AjjN3WYdHZ0WjdM4BbEI54uyMBijARe8fE2o5pijIKLpFQHcfz/k5MADD0CA42WhdHR0dJrhU9FxWEQwG9oCCm8fc1ObUxERWLdOixcYDNqxtm1h6VLdIejo6DQaTjNSKKPgsgeXBXzbNCPB7IwMTaKiLP/iu+9g4sSmtUlHR8cpcaqRAsDlIg8EGOpT1NSmaAJ2H38Mt92mOYQOHTR5iri4prZM5ypRSnHnnXda900mE507d3Z4kR1XV1diYmKIiIhg8uTJ5ObmWr/LyMjglltuISQkhH79+rFw4UIMZaNRbBcG+u2336rco6ioiDFjxmA2Xxllr1u3DqUUhw8fth5LS0sjIiKiwrmLFy/mxRdfrNP96srXX39NaGgowcHBPPfcczbbvPLKK0RERBAeHs7LL79c5/MdYVNNbe6++266dOlS4edpMBiIjY21Sp00NE7lFEQg/7IHIFwyF+Hm2oTqqMePw113wfLlUFICN9+sSVSMH38lpqDT4vD19bXKYAN899139OxZk2J8w+Dt7c3+/ftJSkrC39+flStXAppY3vTp05k6dSqpqan89ttvFBQUWKW1ywoDjR07lmPHjpGSksKzzz7L2bNnq9zj3XffZfr06RVqkCQkJDBq1ChrUaHaqMv96oLZbOaBBx7gq6++IiUlhYSEBFJSUiq0SUpK4q233mLnzp0cOHCAL7/8ktTUVLvPL8/WrVuZO3duvW2qrc3cuXP5+uuvK5zj4eHB9ddfz5o1a+z50dQZp3EKFoORojO5FBe7oFwUnl5mxjalOurhw5CcrElav/wy/O//6gJ2DURNNXPqs9nLzTffzH9K62AnJCQwa9Ys63cfffQRw4YNIyYmhvvvv9/61j116lQGDx5MeHg4q0oz1tPS0ggLC+Pee+8lPDyc8ePHW51NTYwcOZLMzEwANm/ejJeXF3fddRegjSiWL1/Ou+++S2FhYY2FgSrz8ccfc8stV+pkFRQUsH37dt555x27nUJd7lcXdu7cSXBwMH379sXDw4P4+HjWr19foc2hQ4cYMWIEPj4+uLm5MWbMGNatW2f3+Y6wqbY2sbGx+Pv7V7n21KlT+fjjj+tlX3U4jVOQkmIKS7xQHp54txFcmqI288WLVz7ffDP86U/wyScwalTj26LjMOLj40lMTKS4uJiDBw8yfPhwQHsorVmzhu3bt7N//35cXV2tf9jvvvsue/bsYffu3axYsYLs7GwAUlNTeeCBB0hOTqZ9+/b8X1lGezWYzWY2bdrElCma5mRycnKVwj9t27YlMDCQo0eP1lgYqDwGg4Hjx4/Tp08f67HPP/+cCRMm0L9/f/z9/dm7d2+t17H3fgCjR48mJiamyvb9999XaZuZmUmvXleU+gMCAqyOsYyIiAi2bdtGdnY2hYWFbNy4kVOnTtl9PsDw4cOJiYlh3rx5bNiwwWrTN2Xlbutok733rUxERAS7du2qtd3V4FSB5svFXlzGlU5+FpTNGkAOorhYK4O5di18+CEEBWlTRDNnNp4NTsTV6iU2FFFRUaSlpZGQkEBcufjQpk2b2LNnj1UNtaioiC6lxY9WrFhhfWs9deoUqampdOvWjaCgIGJiYoCKxXYqU1RUZC3eM3jwYGvBHVv1F2o6Xh0XLlygfaWRbEJCAg8//DCgOcKEhAQGDRpU7XXrcj/AWoLUHmwJe1a+X1hYGIsWLeLGG2/Ez8+P6Ohoa7Eie84H2LFjB6BNH7333nu899579bLJ3vtWxtXVFQ8PD/Lz82nTpk2t7euCczmFIk8E6N3egmqskcLu3drKoowMLfFs3z7NKei0aqZMmcJjjz3G1q1brW/9IsKcOXNYunRphbZbt27l+++/5+eff8bHx4exY8daay1ULs5T3fRRWUwhLy+PSZMmsXLlShYsWEB4eHiV0cWlS5c4deoU/fr149y5c3bVcfD29q5QACg7O5vNmzeTlJSEUgqz2YxSihdeeIGOHTtysfyoGK3uQ1BQEAEBAXbdD7SRQn5+fpXjL774IjfccEOFYwEBAda3ftCC67Yky++55x7uueceAJ588klrNTx7z68L9lyzPvctKSnBy8urXjbaRERa1DZ48GC5Gi6fyZblj74vgf0vypw52bJ67RdXdR27yc8X+cc/RAYP1rbbbhNJTnbsPZ2YlJSUpjZBRER8fX1FROTUqVPy8ssvi4jIli1bZOLEiZKcnCzBwcFy9uxZERHJzs6WtLQ0+fzzz2XSpEkiInLo0CHx9PSULVu2yIkTJyQ8PNx67WXLlsnTTz9d431FRPbu3Su9evUSg8EgFotFBg8eLO+//76IiJhMJpk3b548+uijIiJisVhk2LBhsmrVKuv5O3fulK1bt1a5R0BAgBQVFYmIyBtvvCH33Xdfhe9jY2Nl27ZtIiIyePBg+f777639DAkJkaNHj9bpfnXBaDRKUFCQHD9+XEpKSiQqKkqSkpKqtCv72aenp0toaKjk5OTU6fyGtsmeNpV/D0RELly4INdcc02197b19wDsFjuesU4TU4CykYLQRkzg4sA6Evv3a1NDn32mCdj9/vfatNGAAY67p06zIiAggIULF1Y4NmDAAJYsWcL48eOJiorixhtv5PTp00yYMAGTyURUVBRPPfUUI0aMqNe9Bw4cSHR0NImJidbCP59++ikhISH0798fLy8vnn32WaBuhYHGjx/Pjz/+CGhTR9OmTavw/a233srq1asB+OCDD1iyZAkxMTGMGzeOp59+mn79+tW5EJG9uLm58a9//YubbrqJsLAwZs6cSXh4OABxcXFkZWVZbRwwYACTJ09m5cqVdOjQodbzy1MWU6i82Yop2GNTbfedNWsWI0eO5MiRIwQEBPDOO+8AWsA+zlFL1+3xHM1pu9qRQsHpC/Lnu9ZKr/458uTvT8vy7euu6jp2cfKkyMiRInPnihw75rj76FhpLiOF1szevXvljjvuaGozdERk2rRpcvjw4Wq/r89IwWliCmbLZQoMCkRR4n4WV9WANQhEYMcOGD5cCyD36qXVTQ4N1QXsdFoNAwcO5LrrrsNsNlfIVdBpXAwGA1OnTiU0NNQh13eiJ5ZwMc8NlCslqohI/+ENc9mzZ+GRR+DBB+GLL64cDwvTHYJOq+Puu+/WHUIT4+HhwezZsx12facZKQBcLvTGzd0dbx9T/RPXLBb4/HMt8aywEPz8oKVUcdPR0dGpBqdyCkXF3hQbLfj51VMz5ORJbZlpWbLO2LGwaBF07lxvG3V0dHSaEqdyCpeLvBAguEc9un3woLaayGAAf38tK/n663W9Ih0dnVaBUzmFwmJvAHx961FLISwMAgO1IPKjj0K7dg1knY6Ojk7T41RO4XKxF7hDG786OAWDAT76CKZP1wTr3N3h3XfBx8dxhuro6Og0EU6zPKakBEqMbphdivH1trPbv/4Kd9wBr70G//znleO6Q9DR0WmlOM1I4VK+C4iFNu3MRHSumqlYgaIieP11SEjQchACA7WRgo6Ojk4rx6mcQqGrC93czbi4eVTfcOdObWVRVpaWZzBnDtx3H3jUcI5Os+PUqVOUlJQ02PU8PT0rSBw3BHfffTdffvklXbp0ISkpye7zcnNzWb16NfPnz7f5/eLFi/Hz8+Oxxx6z63p1ba/TunGa6aNL+S6AIqydF97XVC1aAWhLTR94QHMI/fvDBx9oSWm6Q2hxlJSU4OPj02BbXR2MPZW5bFXVsofc3Fxee+21Op+no2MPzuMULmldbetXgxBeYCDMmgXz52sO4ZprGsk6HWekuqpa5bl8+TITJ04kOjqaiIgI1qxZwxNPPMGxY8eIiYnh8ccfB+Af//gHoaGh3HDDDRw5cqTWe9fU3lZ1uEWLFlVwRIsXL+af5eNsOq0GJ5o+0vII2vpZrhzMyYFly+DWW6/UW3z00SawTqe1MHz4cEpKSigoKCAnJ8daIOf555/npptuqvP1vv76a3r06GEt75mXl8fw4cNJSkpi//79AOzZs4fExET27duHyWRi0KBBNVY3q6l9+epw7u7uzJ8/n48//pj4+Hgefvhh65TVJ598clWjHJ3mj9M4hfx8FxQutGuLFjz+6it48UW4dAnS0+Hjj/UENJ16U5fKXPYQGRnJY489xqJFi5g0aRKjR4+uUsDmhx9+YNq0afiUroorK8VZHTW1r6463OzZszl37hxZWVmcP3+eDh06EBgYWK++6TRPHOoUlFITgFcAV+BtEXmu0veewAfAYCAbuE1E0hxhixZTAP/OBli4EH76SftixAh48kndIeg0S/r378+ePXvYuHEjf/7znxk/frxNMbS6lrqsrr1UUx0OYMaMGaxdu5YzZ84QHx9fp/vptBwcFlNQSrkCK4GbgQHALKVU5Soz9wAXRSQYWA487yh7LuUpvAsL6fL+q5pDaNsWFi+GV1+Fehb40NGpzNixY+s9SgDIysrCx8eHO+64g8cee4y9e/fSpk2bCmUqY2NjWbduHUVFReTn5/NFebVeG9TU/vrrr2ft2rWcO3cO0MpopqenA1od5sTERNauXcuMGTPq3Ted5okjRwrDgKMichxAKZUI3AKklGtzC7C49PNa4F9KKVVaEKJBycsx41twmXbts2HcOE3ArmPHhr6NTjPB09OTwsLCBr2ePZTFFCpjK6Ywa9Ystm7dyoULFwgICODvf/+7tX5wGb/++iuPP/44Li4uuLu78/rrr9OxY0euvfZaIiIiuPnmm1m2bBm33XYbMTEx9O7dm9GjR1vPj4uL4+23365Q2WzQoEHVti9fHc5iseDu7s7KlSvp3bs34eHh5Ofn07NnT7p3717jPXRaLsoBz1/twkrNACaIyLzS/TuB4SLyYLk2SaVtMkr3j5W2uVDpWvcB9wEEBgYOLntzqQt/eqyEDZ+k8/6fshn+4Mir7ZZOM+XQoUOEhYU1tRk6Os0CW38PSqk9IjKktnMduSTV1qRlZQ9kTxtEZJWIDBGRIZ2vUp76hRc9OXyyv+4QdHR0dGrAkU4hAyifAhoAZFXXRinlBrQDchxok46Ojo5ODTjSKewCQpRSQUopDyAe2FCpzQZgTunnGcBmR8QTdJwD/VdHR6f+fwcOcwoiYgIeBL4BDgGfiEiyUuoZpVTZwuh3gI5KqaPAo8ATjrJHp3Xj5eVFdna27hh0nBoRITs7Gy8vr6u+hsMCzY5iyJAhsnv37qY2Q6eZYTQaycjIoLi4uKlN0dFpUry8vAgICMC9Us14ewOQS86zAAAIIklEQVTNTpPRrNO6cXd3JygoqKnN0NFp8TiNIJ6Ojo6OTu3oTkFHR0dHx4ruFHR0dHR0rLS4QLNS6jxQ95RmjU7AhVpbtS70PjsHep+dg/r0ubeI1Jr92+KcQn1QSu22J/remtD77BzofXYOGqPP+vSRjo6Ojo4V3Sno6Ojo6FhxNqewqqkNaAL0PjsHep+dA4f32aliCjo6Ojo6NeNsIwUdHR0dnRrQnYKOjo6OjpVW6RSUUhOUUkeUUkeVUlWUV5VSnkqpNaXf71BK9Wl8KxsWO/r8qFIqRSl1UCm1SSnVuynsbEhq63O5djOUUqKUavHLF+3ps1JqZun/dbJSanVj29jQ2PG7HaiU2qKU2lf6+x3XFHY2FEqpd5VS50orU9r6XimlVpT+PA4qpQY1qAEi0qo2wBU4BvQFPIADwIBKbeYDb5R+jgfWNLXdjdDn6wCf0s9/cIY+l7ZrA2wDfgGGNLXdjfD/HALsAzqU7ndparsboc+rgD+Ufh4ApDW13fXscywwCEiq5vs44Cu0ypUjgB0Nef/WOFIYBhwVkeMiYgASgVsqtbkFeL/081rgeqWUrdKgLYVa+ywiW0SkrJL9L2iV8Foy9vw/A/wv8ALQGjS17enzvcBKEbkIICLnGtnGhsaePgvQtvRzO6pWeGxRiMg2aq5AeQvwgWj8ArRXSnVvqPu3RqfQEzhVbj+j9JjNNqIVA8oDOjaKdY7Bnj6X5x60N42WTK19VkoNBHqJyJeNaZgDsef/uT/QXym1XSn1i1JqQqNZ5xjs6fNi4A6lVAawEXiocUxrMur6914nWmM9BVtv/JXX3drTpiVhd3+UUncAQ4AxDrXI8dTYZ6WUC7AcmNtYBjUC9vw/u6FNIY1FGw3+oJSKEJFcB9vmKOzp8yzgPRH5p1JqJPBhaZ8tjjevSXDo86s1jhQygF7l9gOoOpy0tlFKuaENOWsarjV37OkzSqkbgL8AU0SkpJFscxS19bkNEAFsVUqloc29bmjhwWZ7f7fXi4hRRE4AR9CcREvFnj7fA3wCICI/A15ownGtFbv+3q+W1ugUdgEhSqkgpZQHWiB5Q6U2G4A5pZ9nAJulNILTQqm1z6VTKW+iOYSWPs8MtfRZRPJEpJOI9BGRPmhxlCki0pJrudrzu/052qIClFKd0KaTjjeqlQ2LPX0+CVwPoJQKQ3MK5xvVysZlAzC7dBXSCCBPRE431MVb3fSRiJiUUg8C36CtXHhXRJKVUs8Au0VkA/AO2hDzKNoIIb7pLK4/dvZ5GeAHfFoaUz8pIlOazOh6YmefWxV29vkbYLxSKgUwA4+LSPb/b+9+Q7MqwziOf3+E1SwSJIokaIVhJM1RFpIvwqzoD0GJuGJZCySUIrT2Jgwq6IX050VmtkpiBiZDUYj+UBLLQrZ0hG41JMN8EUT5QiJsQayrF/e942k9tueZo/Zsvw88sHOfP/f1HNi5zrnPw3X/f1GfmSq/85PAW5LWkYZR2ur5Jk/SdtLw34X5PckzwAyAiOggvTe5E/gO+A14eEL7r+NzZ2ZmE2wqDh+Zmdk4OSmYmVnBScHMzApOCmZmVnBSMDOzgpOCTTqShiUdLH0a/2XbxtNVk6yxz89yJc5DuUTEvHEcY7WkB/PfbZLmlNZtkXT1BMd5QFJzFfuslTTzTPu26cFJwSajoYhoLn2O/Uf9tkbEAlKxxBdr3TkiOiLinbzYBswprVsVEYMTEuWpODdTXZxrAScFq4qTgtWF/ETwhaSv8ufGCtvMl7Q/P130S7oytz9Qan9D0lljdPc5MDfvuzTX6R/Ide7Pye0bdGp+ipdy27OS2iUtJ9WX2pb7bMh3+AslrZH0QinmNkmvjjPOHkqF0CS9LqlPaR6F53Lb46Tk1C2pO7fdJqknn8cdks4fox+bRpwUbDJqKA0d7c5tPwO3RsS1QAuwscJ+q4FXIqKZdFH+IZc9aAEW5/ZhoHWM/u8GBiSdC3QCLRFxDakCwBpJs4F7gfkR0QQ8X945InYCfaQ7+uaIGCqt3gksKy23AF3jjPN2UlmLEesjYiHQBNwkqSkiNpLq4iyJiCW59MXTwC35XPYBT4zRj00jU67MhU0JQ/nCWDYD2JTH0IdJNX1G6wHWS7oU2BURRyQtBa4DDuTyHg2kBFPJNklDwDFS+eV5wPcR8W1evxV4FNhEmp9hi6QPgKpLc0fEcUlHc82aI7mPffm4tcR5HqnsQ3nWrRWSHiH9X19CmnCmf9S+i3L7vtzP2aTzZgY4KVj9WAf8BCwgPeH+Y9KciHhX0pfAXcDHklaRygxvjYinquijtVwwT1LFOTZyPZ4bSEXY7gMeA26u4bt0ASuAw8DuiAilK3TVcZJmINsAvAYsk3Q50A5cHxEnJHWSCsONJmBPRNxfQ7w2jXj4yOrFLODHXCN/Jeku+W8kXQEczUMm75GGUT4Flku6KG8zW9XPT30YaJQ0Ny+vBPbmMfhZEfEh6SVupV8A/Uoq313JLuAe0jwAXbmtpjgj4g/SMNCiPPR0AXAS+EXSxcAdp4mlF1g88p0kzZRU6anLpiknBasXm4GHJPWSho5OVtimBfha0kHgKtKUhYOki+cnkvqBPaShlTFFxO+kCpQ7JA0AfwIdpAvs+/l4e0lPMaN1Ah0jL5pHHfcEMAhcFhH7c1vNceZ3FS8D7RFxiDQ38zfA26QhqRFvAh9J6o6I46RfRm3P/fSSzpUZ4CqpZmZW4icFMzMrOCmYmVnBScHMzApOCmZmVnBSMDOzgpOCmZkVnBTMzKzwF7QB9YhoX2YzAAAAAElFTkSuQmCC\n", + "text/plain": [ + "<Figure size 432x288 with 1 Axes>" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "array([0.52053967, 0.55151724, 0.89673963, ..., 0.33650874, 0.7162114 ,\n", + " 0.73551716])" + ] + }, + "execution_count": 17, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "cv = StratifiedKFold(n_splits=10)\n", + "results = np.zeros_like(y, dtype=float)\n", + "\n", + "tprs = []\n", + "aucs = []\n", + "mean_fpr = np.linspace(0, 1, 100)\n", + "\n", + "i = 0\n", + "for train, test in cv.split(X, y):\n", + " print('>>')\n", + " keras.backend.clear_session()\n", + " prbs=[]\n", + " model = RandomForestClassifier(n_estimators=1000, random_state=0, max_leaf_nodes=200)\n", + " # Fit the model\n", + " model.fit(X[train,:], y[train])\n", + "\n", + " \n", + " probas_ = model.predict_proba(X[test,:])[:, 1]\n", + " results[test] = probas_\n", + "\n", + " # Compute ROC curve and area the curve\n", + " fpr, tpr, thresholds = roc_curve(y[test], probas_[ :])\n", + " print(' ' + str(auc(fpr, tpr)))\n", + " tprs.append(interp(mean_fpr, fpr, tpr))\n", + " tprs[-1][0] = 0.0\n", + " roc_auc = auc(fpr, tpr)\n", + " aucs.append(roc_auc)\n", + " plt.plot(fpr, tpr, lw=1, alpha=0.3,\n", + " label='ROC fold %d (AUC = %0.2f)' % (i, roc_auc))\n", + "\n", + " i += 1\n", + "plt.plot([0, 1], [0, 1], linestyle='--', lw=2, color='r',\n", + " label='Chance', alpha=.8)\n", + "\n", + "mean_tpr = np.mean(tprs, axis=0)\n", + "mean_tpr[-1] = 1.0\n", + "mean_auc = auc(mean_fpr, mean_tpr)\n", + "std_auc = np.std(aucs)\n", + "plt.plot(mean_fpr, mean_tpr, color='b',\n", + " label=r'Mean ROC (AUC = %0.2f $\\pm$ %0.2f)' % (mean_auc, std_auc),\n", + " lw=2, alpha=.8)\n", + "\n", + "std_tpr = np.std(tprs, axis=0)\n", + "tprs_upper = np.minimum(mean_tpr + std_tpr, 1)\n", + "tprs_lower = np.maximum(mean_tpr - std_tpr, 0)\n", + "plt.fill_between(mean_fpr, tprs_lower, tprs_upper, color='grey', alpha=.2,\n", + " label=r'$\\pm$ 1 std. dev.')\n", + "\n", + "plt.xlim([-0.05, 1.05])\n", + "plt.ylim([-0.05, 1.05])\n", + "plt.xlabel('False Positive Rate')\n", + "plt.ylabel('True Positive Rate')\n", + "plt.title('Receiver operating characteristic example')\n", + "plt.legend(loc=\"lower right\")\n", + "plt.show()\n", + "results" + ] + }, + { + "cell_type": "code", + "execution_count": 18, + "metadata": {}, + "outputs": [], + "source": [ + "df_results = pd.DataFrame(data={\"name\": names, 'pred': results})\n", + "df_results.to_csv('/home/drewe/notebooks/genotox/pred.rf.v4.csv', index=None)" + ] + }, + { + "cell_type": "code", + "execution_count": 19, + "metadata": {}, + "outputs": [ + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXoAAAD8CAYAAAB5Pm/hAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAEcFJREFUeJzt3X2wbXVdx/H3RwiN1BDvQRkux4sNOpHTjM4Z1Jypm2iiOeAf4kBpYOSdTOlBS1D/gKmcsaxMJ7NuQWJjIJoF02jGEHeoRkgefOBB84YGR1DUhJrRVPLbH2dhx+t52Gev/fjb79fMmbP32uuc/WVxzmd/z3f99rqpKiRJ7XrYtAuQJI2XQS9JjTPoJalxBr0kNc6gl6TGGfSS1DiDXpIaZ9BLUuO2DfoklyS5L8mtGzz260kqya7ufpK8PcnBJJ9I8rRxFC1JGtzhA+zzLuCPgHev35jkeOC5wF3rNj8fOLH7eDrwzu7zlnbt2lV79uwZqGBJ0pqbbrrpy1W1tN1+2wZ9VV2XZM8GD70VeB1w5bptpwPvrrXrKlyf5Kgkx1bVvVs9x549e7jxxhu3K0WStE6S/xhkv6Fm9ElOAz5fVR8/5KHjgLvX3V/ttkmSpmSQ0c13SXIk8EbgpzZ6eINtG141Lck+YB/A8vLyTsuQJA1omI7+h4ATgI8n+RywG7g5yeNZ6+CPX7fvbuCejb5JVe2vqpWqWlla2nbEJEka0o6Dvqo+WVXHVNWeqtrDWrg/raq+AFwF/Fy3+uYZwAPbzeclSeM1yPLKy4CPAE9Osprk3C12/yBwJ3AQ+DPgl0ZSpSRpaIOsujlrm8f3rLtdwKv6lyVJGhXfGStJjTPoJalxBr0kNW7H6+g1gIsu2vi2JE2BHb0kNc6gl6TGObqRpJ5mfVprRy9JjTPoJalxBr0kNc6gl6TGGfSS1DiDXpIaZ9BLUuMMeklqnEEvSY0z6CWpcQa9JDXOoJekxhn0ktQ4g16SGmfQS1Ljtg36JJckuS/Jreu2vSXJp5J8IsnfJDlq3WOvT3IwyaeTPG9chUuSBjNIR/8u4NRDtl0NPKWqfhT4N+D1AElOAs4EfqT7mj9OctjIqpUk7di2QV9V1wH/eci2f6iqB7u71wO7u9unA5dX1Teq6rPAQeDkEdYrSdqhUczofx74UHf7OODudY+tdtskSVPS69+MTfJG4EHgPQ9t2mC32uRr9wH7AJaXl/uUMRqz/o8+Sppr04yYoYM+ydnAC4FTquqhMF8Fjl+3227gno2+vqr2A/sBVlZWNnwxkKRZNU/94FCjmySnAucDp1XV19Y9dBVwZpKHJzkBOBH41/5lSpKGtW1Hn+QyYC+wK8kqcCFrq2weDlydBOD6qvrFqrotyRXA7ayNdF5VVf87ruIlSdvbNuir6qwNNl+8xf5vAt7Up6iZ4uxe0pzznbGS1Lheq260jt2+pBllRy9JjTPoJalxBr0kNc4ZvSSN0Cwu1LOjl6TGGfSS1DiDXpIaZ9BLUuMMeklqnEEvSY1zeeVOHLpWalbWTknSFgx6SU2bxXXtk+boRpIaZ9BLUuMMeklqnEEvSY1b7JOxkzgz45kgaWHNyq+8Hb0kNc6gl6TGGfSS1Lhtgz7JJUnuS3Lrum1HJ7k6yWe6z4/ptifJ25McTPKJJE8bZ/GSpO0N0tG/Czj1kG0XANdU1YnANd19gOcDJ3Yf+4B3jqZMSdKwtl11U1XXJdlzyObTgb3d7UuBA8D53fZ3V1UB1yc5KsmxVXXvqApuhqtxJE3IsMsrH/dQeFfVvUmO6bYfB9y9br/Vbtv3BH2Sfax1/SwvLw9ZRiMMfUljNOqTsdlgW220Y1Xtr6qVqlpZWloacRmSpIcMG/RfTHIsQPf5vm77KnD8uv12A/cMX54kqa9hRzdXAWcDb+4+X7lu+6uTXA48HXjA+XwPjnQkjcC2QZ/kMtZOvO5KsgpcyFrAX5HkXOAu4Ixu9w8CLwAOAl8DXj6GmiVJOzDIqpuzNnnolA32LeBVfYuaG+Posu3cJY2Y74yVpMYt9tUrJS2URT3tZdBL0oDm9cXB0Y0kNc6Oft4t6t+i0oS08Gtl0LfKFwBpS4f+WrT8a+LoRpIaZ9BLUuMc3UxSy38bSppZdvSS1Dg7+nnhyVXpe/hrMRiDXlJzhgn9ll80HN1IUuPs6BdNy22LpA3Z0UtS4wx6SWqcQS9JjTPoJalxBr0kNW4xVt240kTSAluMoN8pXwykhdZaBPQa3ST5tSS3Jbk1yWVJHpHkhCQ3JPlMkvcmOWJUxUqSdm7ojj7JccAvAydV1deTXAGcCbwAeGtVXZ7kT4BzgXeOpFqtaa3dkDRWfU/GHg58f5LDgSOBe4FnA+/vHr8UeFHP55Ak9TB00FfV54HfA+5iLeAfAG4C7q+qB7vdVoHj+hYpSRpen9HNY4DTgROA+4H3Ac/fYNfa5Ov3AfsAlpeXhy1DUkMGWSDn5HLn+oxungN8tqq+VFXfAj4A/BhwVDfKAdgN3LPRF1fV/qpaqaqVpaWlHmVIkrbSZ3nlXcAzkhwJfB04BbgRuBZ4MXA5cDZwZd8iNWG+70BqSp8Z/Q2snXS9Gfhk9732A+cDr0lyEHgscPEI6pQkDanXG6aq6kLgwkM23wmc3Of7SpJGx2vdSFLjDHpJapxBL0mNW7yLmrmKZGdcgaM54Y/n5hYv6BeRvwHSQnN0I0mNM+glqXGObiTNPKeP/djRS1Lj7OglTYQLuKbHjl6SGmfQS1LjDHpJapxBL0mNM+glqXEGvSQ1zqCXpMa5jr4lLk6WtAGDfpH5DhZpITi6kaTGtdvR26HujMdLPfjH4WxrN+g1Hf7GL7xR/Qj44zM6vUY3SY5K8v4kn0pyR5JnJjk6ydVJPtN9fsyoipUk7Vzfjv5twN9X1YuTHAEcCbwBuKaq3pzkAuAC4Pyez6NW+RfAzBvH/yL/t0/W0EGf5NHAjwPnAFTVN4FvJjkd2NvtdilwAINeaoIBPZ/6jG6eCHwJ+IsktyT58yQ/ADyuqu4F6D4fM4I6JUlD6jO6ORx4GnBeVd2Q5G2sjWkGkmQfsA9geXm5RxmaCls7jYg/PuPXp6NfBVar6obu/vtZC/4vJjkWoPt830ZfXFX7q2qlqlaWlpZ6lCFJ2srQQV9VXwDuTvLkbtMpwO3AVcDZ3bazgSt7VShJ6qXvqpvzgPd0K27uBF7O2ovHFUnOBe4Czuj5HFoUjoPGxkO72HoFfVV9DFjZ4KFT+nxfSdLoeK0bSWqcl0CQBDjeaZlBL805A1rbcXQjSY2zo5f0PfzLoC0GvaSx8QVjNji6kaTG2dFr9nm2UerFjl6SGmdHr8mwK58ID7M2YtBLC8YXg8Xj6EaSGmdHLy0wO/rFYNCrP9NiIjzMGpajG0lqnB29JE3YpE+IG/QaH2cN0kxwdCNJjTPoJalxBr0kNc6gl6TGeTJWg/PkqjSXegd9ksOAG4HPV9ULk5wAXA4cDdwMvKyqvtn3eaTWDLLEztdWjcIoRje/Atyx7v7vAG+tqhOBrwLnjuA5JElD6tXRJ9kN/DTwJuA1SQI8G/iZbpdLgYuAd/Z5Hi0gW1lpZPqObv4QeB3wqO7+Y4H7q+rB7v4qcNxGX5hkH7APYHl5uWcZHcNBM66lH9GW/ltaN/ToJskLgfuq6qb1mzfYtTb6+qraX1UrVbWytLQ0bBmSpG306eifBZyW5AXAI4BHs9bhH5Xk8K6r3w3c079MqeO/mjEwD48eMnRHX1Wvr6rdVbUHOBP4x6r6WeBa4MXdbmcDV/auUpI0tHGsoz8fuDzJbwO3ABeP4Tkku3tpQCMJ+qo6ABzobt8JnDyK76tGGcrSRHkJBElqnJdAUBsc40ibMujVtjl8AZiTMjVHHN1IUuMMeklqnKMbzY2LDuz9/9t7D0ytjkHM4cRIDbOjl6TG2dFLM8CuX+Nk0KtZF10EdOOeWR/1SOPk6EaSGmdHr5m2/gTszPBMq+aMQa+Z0zvcHwrfQb/PmIPb1wJNm6MbSWqcHb12bJbXs8/kqEeaMoNeC22zlTmO4dUSRzeS1Dg7eg3EkYg0vwx6LZy1cc2B791+YC9cNMjX7l23YTQ1SePk6EaSGmdHr4UwSLcOfHenv3fvWGqRJs2OXpIaN3RHn+R44N3A44FvA/ur6m1JjgbeC+wBPge8pKq+2r9UzaJRranvc7LXE8XS1vqMbh4EXltVNyd5FHBTkquBc4BrqurNSS4ALgDO71+qRmmQgB5VgM7yG6ykRTD06Kaq7q2qm7vb/w3cARwHnA5c2u12KfCivkVKkoY3kpOxSfYATwVuAB5XVffC2otBkmNG8Rwazk676abHIBssqRzERN4Zu1ltnhDWCPQO+iSPBP4a+NWq+q8kg37dPmAfwPLyct8yNCfmdowzyIuEK3Y0o3qtuknyfayF/Huq6gPd5i8mObZ7/Fjgvo2+tqr2V9VKVa0sLS31KUOStIU+q24CXAzcUVV/sO6hq4CzgTd3n6/sVaHmxiS79YmMmHbaxW+2fbPufshR0tzyL56p6TO6eRbwMuCTST7WbXsDawF/RZJzgbuAM/qVKEnqY+igr6p/BjYbyJ8y7PeVJI2Wl0CQZlmf1TiOStQx6BvU9BLJeTequfyolmO6rHMheK0bSWqcHf0cm+U16YP8VeFfHtJkGPRzYNwXDjNwNfM2O9/geYiBOLqRpMbZ0TfCrnyGLdobo9Zb5P/2GWLQzxkDXVtqKVjHsUJpQcc7jm4kqXF29JK25onQuTf/QT+Ri4WPz6YrYWZsuaTm3KhCed5HQwv64uToRpIaN/8dvaSd6XP55XGY5S57lmvbATt6SWqcHb2k2THL5wDmuLs36BnsEgOb7TPIydRD9/FEqzRmO33B6PMCMwcvAI5uJKlxdvRDmMS7U30HrLSJWRjv7PSE9pQ7/YUK+lm5rK8hroU3jrCe5Lhmzji6kaTGLVRHL0ljNaN/JTQf9NMakzie0UKZ0YCbGVOe149tdJPk1CSfTnIwyQXjeh5J0tbG0tEnOQx4B/BcYBX4aJKrqur2cTzfMPxn9SQtinGNbk4GDlbVnQBJLgdOB8YW9LOyokaSZs24RjfHAXevu7/abZMkTViqavTfNDkDeF5V/UJ3/2XAyVV13rp99gH7urtPBj498kJm1y7gy9MuYkZ5bDbnsdncoh6bJ1TV0nY7jWt0swocv+7+buCe9TtU1X5g/5ief6YlubGqVqZdxyzy2GzOY7M5j83WxjW6+ShwYpITkhwBnAlcNabnkiRtYSwdfVU9mOTVwIeBw4BLquq2cTyXJGlrY3vDVFV9EPjguL7/nFvIkdWAPDab89hszmOzhbGcjJUkzQ4vaiZJjTPox2i7y0AkeU2S25N8Isk1SZ4wjTqnYdBLZCR5cZJKshArKgY5Lkle0v3c3JbkryZd47QM8Pu0nOTaJLd0v1MvmEadM6mq/BjDB2snof8deCJwBPBx4KRD9vlJ4Mju9iuB90677lk5Nt1+jwKuA64HVqZd9ywcF+BE4BbgMd39Y6Zd9wwdm/3AK7vbJwGfm3bds/JhRz8+37kMRFV9E3joMhDfUVXXVtXXurvXs/Z+g0Ww7bHp/Bbwu8D/TLK4KRrkuLwCeEdVfRWgqu6bcI3TMsixKeDR3e0f5JD37iwyg358dnoZiHOBD421otmx7bFJ8lTg+Kr6u0kWNmWD/Mw8CXhSkn9Jcn2SUydW3XQNcmwuAl6aZJW1FX/nIWABrkc/Rdlg24ZLnJK8FFgBfmKsFc2OLY9NkocBbwXOmVRBM2KQn5nDWRvf7GXtL8B/SvKUqrp/zLVN2yDH5izgXVX1+0meCfxld2y+Pf7yZpsd/fhsexkIgCTPAd4InFZV35hQbdO23bF5FPAU4ECSzwHPAK5agBOyg/zMrAJXVtW3quqzrF0j6sQJ1TdNgxybc4ErAKrqI8AjWLsGzsIz6Mdn28tAdOOJP2Ut5Bdl1grbHJuqeqCqdlXVnqraw9r5i9Oq6sbplDsxg1w65G9ZO4lPkl2sjXLunGiV0zHIsbkLOAUgyQ+zFvRfmmiVM8qgH5OqehB46DIQdwBXVNVtSX4zyWndbm8BHgm8L8nHkizE9YAGPDYLZ8Dj8mHgK0luB64FfqOqvjKdiidnwGPzWuAVST4OXAacU90SnEXnO2MlqXF29JLUOINekhpn0EtS4wx6SWqcQS9JjTPoJalxBr0kNc6gl6TG/R/R8/496ddr3gAAAABJRU5ErkJggg==\n", + "text/plain": [ + "<Figure size 432x288 with 1 Axes>" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + } + ], + "source": [ + "plt.hist(results[y==0],100, color='red', alpha=0.5)\n", + "plt.hist(results[y==1],100, color='blue', alpha=0.5)\n", + "plt.show()" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + ">>\n", + " 0.840451539561662\n", + ">>\n", + " 0.855633243286191\n", + ">>\n", + " 0.8512266376560037\n", + ">>\n", + " 0.8707080361738109\n", + ">>\n", + " 0.8386454427370537\n", + ">>\n", + " 0.8562666960762688\n", + ">>\n", + " 0.8301411660907286\n", + ">>\n", + " 0.8652703232605446\n", + ">>\n", + " 0.8698380021076881\n", + ">>\n", + " 0.8635394456289978\n" + ] + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEWCAYAAACJ0YulAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAIABJREFUeJzsnXecFdX5/9/PzO3bK7uwwFIFEVxwFbAgJmqMvSSWGNFEY2JQkxiTaKLRGBL8qtHEqCSKys8GlsRgFGMLWDAWunRYWJZddtnC9r115vz+mNnL3QIsUhZw3q/XwM6cM6fMnTnPqZ8jSikcHBwcHBwAtN5OgIODg4PDoYNjFBwcHBwc4jhGwcHBwcEhjmMUHBwcHBziOEbBwcHBwSGOYxQcHBwcHOI4RuEIQESuFJG3ezsdvY2IDBCRFhHRD2KchSKiRMR1sOI8kIjIKhGZ/CXuO2LfQRGZLCLlvZ2Og4VjFPYzIlIqIkG7cKoSkVkiknwg41RKPa+UOvNAxnEoYj/r09vPlVJlSqlkpZTRm+nqLWzjNHRfwlBKjVJKLdhDPF0M4Vf1HTwScYzCgeE8pVQyUASMBW7v5fR8KXqz9nuk1Lz3Bud5OxwKOEbhAKKUqgLewjIOAIiIV0QeEJEyEdkuIn8TEX+C+wUiskxEmkSkRETOsq+niciTIlIpIhUiMq29m0RErhGRj+y//yYiDySmQ0Tmisgt9t99ReQfIlIjIptF5OYEf3eLyCsi8pyINAHXdM6TnY5n7Pu3iMgdIqIlpGOhiPxVRBpFZK2IfL3TvbvLw0IReUhEdgB3i8gQEfmviNSJSK2IPC8i6bb/Z4EBwL/tVtkvO9dgRWSBiPzeDrdZRN4WkeyE9Eyx81AnInd2bnl0yrdfRP5k+28UkY8SfzfgSvs3rRWR3yTcd4KI/E9EGux8PyIingR3JSJTRWQDsMG+9hcR2Wq/A4tF5JQE/7qI/Np+N5pt9/4i8oHtZbn9PC6z/Z9rv08NIvKxiIxJCKtURH4lIiuAVhFxJT4DO+2L7HRsF5EH7Vvb42qw45qY+A7a944SkXdEZId976938Vx3+T3Yafsk4fe8QazuLZ99/rJYrfFGEflAREYlhDtLRB4TkTftNC4UkTwR+bOI1Nvv5thOz+J2EVltuz/dHk83ad7lN3REoJRyjv14AKXA6fbfBcAXwF8S3P8MvAZkAinAv4HpttsJQCNwBpbB7geMsN3+BfwdSAJygc+AH9pu1wAf2X9PArYCYp9nAEGgrx3mYuC3gAcYDGwCvmH7vRuIAhfafv3d5O8ZYK6d9kJgPXBtQjpiwM8AN3CZnZ/MHuYhBtwEuAA/MNR+Fl4gB6sw+nN3z9o+LwQU4LLPFwAlwHA7vAXAvbbb0UALcLL9LB6w8376Ln7XR+37+wE6cKKdrvY4n7DjOBYIAyPt+44DJth5KgTWAD9NCFcB72C9D3772neBLPuenwNVgM92+wXWO3UUIHZ8WQlhDU0IexxQDYy303y1/cy8Cc9vGdA/Ie74MwX+B1xl/50MTOjuOXfzDqYAlXbaffb5+F081919D5r9m98NDAPqgbEJ937fvsdrh7MswW0WUGs/fx/wX2AzMMV+FtOA+Z3epZX2s8gEFgLTbLfJQHlCmnb5DR0JR68n4Eg77JerBWi2P5z3gHTbTYBWYEiC/4nAZvvvvwMPdRNmH6yCxp9w7Yr2l7rTBylAGTDJPv8B8F/77/FAWaewbweetv++G/hgN3nT7XQcnXDth8CChHRswzZI9rXPgKt6mIeyXcVt+7kQWNrpWe/JKNyR4P5j4D/2378FZie4BYAI3RgFuyAIAsd249YeZ0GnPF++izz8FHg14VwBX9tDvuvb4wbWARfswl9nozAD+H0nP+uAUxOe3/e7eX/bjcIHwO+A7F3keVdG4YrE32k3+drt95AQ1w4sY3r7bsJKt9OUZp/PAp5IcL8JWJNwPhpo6JTvHyWcnw2U2H9PZqdR2O03dCQcTj/igeFCpdS7InIq8AKQDTRg1XYDwGIRafcrWIUtWLWUed2ENxCr5l2ZcJ+G1SLogFJKicgcrA/zA+A7wHMJ4fQVkYaEW3Tgw4TzLmEmkI1VO9qScG0LVu25nQplfykJ7n17mIcOcYtILvAwcApWjVDDKiD3hqqEv9uwarzYaYrHp5RqE5G6XYSRjVXbLNnbeERkOPAgUIz127uwapqJdM73z4Hr7DQqINVOA1jvyO7SkchA4GoRuSnhmscOt9u4O3EtcA+wVkQ2A79TSr3eg3h7msY9fQ8opUpFZD5WIf1o3JPV7fgH4Nt2OKbtlI3VOgXYnhBXsJvzzhNAEp9F+3vbmZ58Q4c1zpjCAUQp9T5WjaW9j78W62UcpZRKt480ZQ1Kg/VSDukmqK1YtezshPtSlVKjuvELMBv4logMxKrZ/CMhnM0JYaQrpVKUUmcnJns3WarF6mIZmHBtAFCRcN5PEr5w231bD/PQOe7p9rUxSqlUrG4V2Y3/vaESq3sPsMYMsLpsuqMWCNH9b7MnZgBrgWF2Hn5NxzxAQj7s8YNfAZcCGUqpdKxCrv2eXb0j3bEV+EOn3zuglJrdXdydUUptUEpdgdXV93/AKyKStLt79jKNe/oeEJGzsVoP7wH3J9z7HeAC4HQgDatFAV2f7d7QP+Hv9ve2Mz35hg5rHKNw4PkzcIaIFCmlTKy+54fsWjAi0k9EvmH7fRL4noh8XUQ0222EUqoSeBv4k4ik2m5D7JZIF5RSS4EaYCbwllKqvVbzGdBkD+D57UHLY0Tk+J5kRFlTPV8C/iAiKbbRuYWdLRGwCpCbRcQtIt8GRgLz9jYPNilYXXENItIPqz89ke1YfbpfhleA80TkRLEGfn/HLgoU+3d7CnjQHmTU7cFVbw/iSQGagBYRGQHc0AP/MazfzyUiv8VqKbQzE/i9iAwTizEi0m7MOj+PJ4Afich422+SiJwjIik9SDci8l0RybHz3/4OGXbaTHb97F8H8kTkp/ZAcoqIjO/saU/fg1iTAp7EajVdjfV7tRe+KViVjDqs1sYfe5KnPTBVRApEJBPLeL/YjZ99+oYOBxyjcIBRStVgDc7eaV/6FbAR+ESsGT7vYg0aopT6DPge8BBW7fB9dtbKp2A1/VdjdaG8AuTvJurZWLWoFxLSYgDnYc2G2oxVU5uJVdPqKTdh9QNvAj6yw38qwf1TrEHBWqzm/beUUu3dMnubh99hDZY2Am8A/+zkPh24Q6yZNbfuRR5QSq2y8zIHq9XQjDUoG97FLbdiDfB+jtXH/X/07Pu5FatW24xVAHZX0CTyFvAm1gD+FqwWSmK3xoNYhvltLGPzJNYAN1hjQv/Pfh6XKqUWYY0pPYL1vDfSzYyy3XAWsEpEWoC/YI2ThJRSbVi/7UI7rgmJNymlmrEmCJyH1a22AThtF3Hs8nsAHgfmKqXm2e/QtcBM2wg+Yz+fCqz36ZO9yNeueAHruW6yj2mdPeynb+iQpn2GioPDPiMi1wDXKaVO7u207C1iLTBswOrm2dzb6XE4uIhIKda7+25vp6W3cVoKDl9ZROQ8EQnY/eQPYLUESns3VQ4OvYtjFBy+ylyANZi4DavL63LlNJ0dvuI43UcODg4ODnGcloKDg4ODQ5zDbvFadna2Kiws7O1kODg4OBxWLF68uFYplbMnf4edUSgsLGTRokW9nQwHBweHwwoR2bJnX073kYODg4NDAo5RcHBwcHCI4xgFBwcHB4c4jlFwcHBwcIjjGAUHBwcHhzgHzCiIyFMiUi0iK3fhLiLysIhsFJEVIjLuQKXFwcHBwaFnHMiWwiwslcVd8U0saYFhwPVYuvMODg4ODr3IAVunoJT6QEQKd+PlAuAZW2vmExFJF5F8W3ffwcHB4bBDKZNo1Np6oiFmYibICEUisKNOo61VCIWgeXuIhhpFU7NGc4sW37oo3BqkpdmguUWjpVUjFDXRGlswlM7kCwfwk5913jBu/9Kbi9f60VEnvty+1sUoiMj1WK0JBgwYcFAS53B4EY1GKS8vJxQK9XZSHA4jlFKwG/03w4hhmpYXZRr2TYJp36YQUGCaJspUGEowlICSuJtSYJiCadodM3Z0AT8EBnS/52ciokzEVCAKl38za9bsvtj2+XwUFBTgdrt7+BQ60ptGobtdrrr9dZRSj2NtuEFxcbGj4OfQhfLyclJSUigsLKTjbqAOvYEyTTDNPXvsSVhKEWpr+lIbbbYXyFHTqokrACVETA3TFExDYRiCYWooU+LXTLsQNwHR7Kj1neFaf3beGVbsf3cinUorTTMRTSGiEA00XaHr4HUn3CWguzR0HXSX4GpqQm9uhtQUXDmZ+Py77vVXSlFXV0d5eTmDBg3a+wdG7xqFcjruiVpA93uiOjjskVAo5BiEg4gZCqEMY9ceDANEEF3v1llh1a47hKlMlFIoIGZGUcrAjEEkrBGOulCmG1MJhikotevf2TQFU1lHzNx13bNzgd0R6z5NQNdAExUv7UWscxHTMhha+zlomkLXBV2z/LVfM0Th8gipfg+artnhSPfvq2FYfU1+e0O9tEwIJ+08312qRcjKyqKmpmaPfndFbxqF14AbRWQO1ubyjc54gsO+4BiE/YMyDKum334eClulYyKmiXi8VomIImYaYBfooFDioj0EU5l2eFYYSoFpKmIxQSkNIwLhGERMF6YBpiGYpg/TEFR7of5lWgn2bbpmWoU0VsEu7CzYNR10zaqtay6FrilMETSXhq4ru5UgXeIX4oFY7t0Rv03wCKT4etCd09wMlZVW2IMHYyVM65FBiEe7j9/BATMKIjIbmAxki0g5cBfgBlBK/Q2YB5yNtT9rG9bexA4ODgeJzoU/pomKREGZoOuIXeCLS0c8HkzTJBaLEY6FQSmirSYRA4wYGIagTJ2oqdmFulWgKyUdum2svnmhY0+xZUw0dhai7QWqpoPHa+L1mng8GiKKqGmyu3LP6s1X8Vq7aIK0T7RstzGaILrWsUAXywBITwvw/UksBlVV0NRknfv9VothFy2tA8kBm5KqlLpCKZWvlHIrpQqUUk8qpf5mGwSUxVSl1BCl1Gh7k3EHh8MWXdcpKirimGOO4bzzzqOhoSHutmrVKr72ta8xfPhwhg0bxu9//3sSN7h68803KS4uZuTIkYwYMYJbb721S/jhcJjTTz+doqIiXnzxxS7uKhbDjEaZPGkSn77/AUZLS4fjyb/9jR9efy3N9TU019fQ0lhHa2sjLa2N/PjGqQwdOYJjJ4xn4fKltKgozUaYJiPCjmCQytomSkrrmDT5DCoqXJSVJ1NRkcyD989kSGEfKrbGaG7yEmpx8/LsF7jnt7dgRjVUVFAx4XtTzmDVisWIaY0PTPv9DZx7zlFccvGxXHft1ygr/YycHEVenqJfgcmAAQaDBhkMGWJQ0FeRlGri8Zu43Yokv0ZOmqfDkZ3q5o+/+yWTThzDN06fQHnZWnKzk8nOTCYrPYnMdD+Z6X7emvcvTj35BE496QQuv/gCom1NpAU81uH38PijfyHV76G2thaA119/nbvuuusAvC3tP5qCxkYoKbEMgqZBnz5QWAgez4GLdzc4K5odHPYTfr+fZcuWsXLlSjIzM3n00UcBCAaDnH/++dx2222sX7+e5cuX8/HHH/PYY48BsHLlSm688Uaee+451qxZw8qVKxk8eHCX8JcsWUI0EmHxwoVccvbZhJsaOhyh5kbCwVZMZRLTIerSOh6aQmk64vbh8gbQvUloLj9vvfU+GzZs5sP3l/D73/+Vm268lcpyPxVbA5RvCbCtIoW6mhT+36yXmHzaxcRiPpQJmhi89Z/ZjB59HB9+8BIpgVbSkppJ8gfx+6L0yW4hP7eJvLxWPB6DrOw2+vZrY/p919O3II3Fy5fxyeJFzHji77SEqnEFDMRrYOoGMVGEDQhGIRQBl7hI8XpISfKQnurF43N1ON6b/w6bNpewceMGnnjiCW68cWqXbpRYLMZPfvIT5s+fz4oVKxgzZgyPPPJI3H3r1q288847HWY4nnPOObz22mu0tbUdiFfGah1UVFitgqQkq8soK4vdNoUOMI5RcHA4AEycOJGKigoAXnjhBU466STOPPNMAAKBAI888gj33nsvAPfddx+//vWvGT54MGYkgrS18cMpU4g2NxNpaiLS1ER5SQnfvfJKli1bRtGE8awoWce8BfM5/pRJjJt4ItdOnUpTLEpEE0wgbBi0hiL8/YmnGTVqDJNPO5P3F3xGJKRRV+ulqsrLtm1etpT5eOmV//CNs66mrjGFIcMm0djYRPm2amKGhqk0RAOPy+DNN1/gvHPPIiujjbzsRqLhFUQjLUyf9mvefedl8nJMcnNdJKd48Hh1UtJ8JKclkZLqR9c1AgEf27dXsmzJYu794x9IC/hJ9Xk4duQIvn3hBaT7vaQHfKQHfKT5vCS5dJI9bpIDblJTPLi9Om6P3m2f+dy5c5kyZQoiwoQJE2hoaKCysuMQpVIKpRStra0opWhqaqJv350TQn/2s59x3333dQhfRJg8eTKvv/76/n5FLFJSrC6ivn1hwIBeax0kcthtsuPg0BPeXb19v4d5+tF9euQvFovx7ltv8b2rriLc1MCKpUs4dtTRhJt2dicV5GTR0tzM9rJSVixfztQfXEtbSyOGLpimAtFRSsULqKTcDB7660M88tdHeeWfrxALxzj/3Av516tvUDhwGDf8+AfMeOQ5plx1E9GwRk2VjxVmE/f+8f948cVPSElO4/vXnsGIEUU0NwtYky0xUVRXV1BQkE/AH8bnURT0z8M0NjCwbzKiWzNkIuEQFRWbGXts+4RBL3P//TqXXX45p37tDH7wo6nUt4To06cPusuFpum4Xd6EGTsauuZizeq1jBk9BjF1ayDYJfZ4g+UvsUvtqquvZP2G9V2e7y233MKUKVM6XKuoqKB//52TGQsKCqioqCA/Pz9+ze12M2PGDEaPHk1SUhLDhg2Lt+Zee+01+vXrx7HHHtslvuLiYj788EMuvfTSHv3+uyUchrY2yMiwzpOTYejQXhk72BWOUXA4IulpAb6/UEoRDAYZM2Y0ZVvKKCoaw0nfOI2oS8fUNJRbJ+bW7amYCmWa1tRLtwslENU1Ym43mmi4dUHT2ufxgGFoGDEhFvJiRHQqy7ysXLWePn0G4fWNpHI7nPmNq3jxxb9xybdutqZjIqxY+RknnDCJPnlZ6LrivPMvoXTLBlIyI+guhccluHSFx2uQmh4hIyOKz63j0oWkgBdfkj8+bbK+oYGMjAx8gQDKHpt++aWXeenFV1CGxgXnX8hLc17mRz/6MWZMoUxlreaNl/Htf1gDvx6fyxrY3U03yUsvv7RXz78zncOORqPMmDGDpUuXMnjwYG666SamT5/OLbfcwh/+8AfefvvtbsPOzc1l27Z9nC2vFNTVQU2N9bfXC4GA5XYIGQRwjIKDQ7fEzBiG2jkPP2JEdjoqhYQi8bn47fj9PpZ89BGNbUEu+Na3eOrvT3PDDTcwcsRIPvroI5RhFbA6JqVlW0hOTiY9NZ0RRx3NkkWrGDZ4LLGoIhrTCUd1YtGO8/Ebm1zEDI1wVMcwrajdHoW4BG8S6G5Feo6B26PIyY1hRgwCfkV2bgylCb4khdsDSSmCPdEShdCvoID6ulrS01JAQeW2Sgb0H4iuezBi1toBjztAMBgiFrYswqo1K9lYspFzzvum9XwiEQYPHszNP7mJPnm5NDU34vbsLOzq6+vJy+9Ddk4WK36xAoVCk933Xl922WWsW7euy/XuWgoFBQVs3bpTIKG8vLxD1xDAsmXLABgyZAgAl156Kffeey8XXHABmzdvjrcSysvLGTduHJ999hl5eXmEQiH8ezEltAuhEGzbZv0PkJZ2SHQT7QpnTMHBwUYpRUukheZIM8FYEDMSRkWimKEwelThjenWEdVw48btT8XlTwF3AOXyA0IQQQ8kMW36vTz40IM0t7ZwziWXsPDj//H6fxZQ06DYVBZl6o23c9XVt7Jps5dLL72VBx54gM8WbWFHo5/GZjdPPPFXWxZBQ9cFt1vw+kzcLpP++RFOPWkw26tKCbasJz8zxjtvPM+Zk08hJxlcGvhdcNKJJ/Dx/z4iGmwmoAnzXvsXbk0jWXeT4nKTbB8XnnsBzz37PNGwycKP/kdqair5efmgrCmdbp+LPvnZmKaBKTE8fhcvv/ISd999N6WlpZSWlrJt2zYqKioo21rGCeNPYOHChVRVVQGwaNEiwuEw/fv3Z8iQIRQXF3PXXXfFa/cbNmxg7ty5XX6PF198kWXLlnU5OhsEgPPPP59nnnkGpRSffPIJaWlpHbqOAPr168fq1avjC7veeecdRo4cyejRo6muro7npaCggCVLlpCXlwfA+vXrOeaYY/b+hTJNqK6GzZstg+B2W+MG/fqB69Ctjx+6KXNwOEgo08SIhAkFmzFNhVf3xt3ErRMzrHq1QSw+WGlqGmY0BMrARDBFQwGtYYhGNQYNGMfwYcfy9JOvc845V/HnB//JH6f/lNraWzAMk/POu5IrL5uKJsLoY47lt3c8wK9vv4pQsA1NgzNP/waD+4fRNAjHrK6mlEAU3aUwPeDy+Hj8icf53rVXEYvFKC4u5odTf4Tb70E0QXe5yc8v4De338kpk04hPy+fsUXjMAwDr9/VYTHW+Reey9vv/odRo0cQCAR4+umncXm6dmmceeaZLFy4kNNPP505c+bw5ptvdnC/6KKLmDNnDr/61a/4y1/+wtlnn41pmiQnJzN79mw0zaqDzpw5k5///OcMHTqUQCBAVlYW999//z79hmeffTbz5s2Lh/n000/H3YqKili2bBl9+/blrrvuYtKkSbjdbgYOHMisWbP2GPb8+fOZPn363iequhp27LD+zsyEnJxDrquoO6S7vrhDmeLiYrVokbOkwaEja9asYeTIkT32b5omoWiIaLAVM2pYvUC6C7fbh6br8T7/dnRdJwoEY0IsAkbIIBaBWMxFNGot2GrH6pZR7FxTq3DpJi6Xicdt4nWB121VHDW35SMUteKztdSswiMhAUkeq0DVNC1+wE6pBNNUmIbVtWMa1o2aLuiunf72laVLl/Lggw/y7LPP7nNYhwvbt2/nO9/5Du+9997e3xyLwdat1rqD9vGDg0R334OILFZKFe/pXqel4PCVwQwGMSJRokbMmstvxnBpOu5ACkrXMRQYWDIH6C5iMYNwUAiHFeGwEAlrKNOuZKv4tBqwV9DqLtMq/N0mHreB16PjcQtuTaGJji26ALq1XLcltlPrR1x6vOBvL+i7O5SCaCiGQVfdIdEETW8/NLTO0hT7yNixYznttNMwDAP9MKjx7g/Kysr405/+1DPPLS3Q0GB1D4lYXUSFhb265uDL4BgFhyOODq1fpVDRKCocJhiNYLh0oi6FaIJLCxATDzEFsbBgRjXMqBCNKEIhIRbVOtTWBXBpCo/bWlnr8Wl4fYLHAy6XsoZu7XEAYnp7I8EyAprdClDtLQjr31S/G03T4jX5XYmkKXsmTyxioOmCaxfz9Q803//+9w96nL3J8ccfv2dPhgHbt1sGAaxFaO1TTg8zgwCOUXA4jFGmidHYiFFXh4pGMe3ZHWYkgqFMDDOGqRQhJShdiOmg6S7rQzVctDQpQkEhFtJQZnth3W4FFLoofD4TX0DD61X4A7o1PmjIzpYCJpgKIu1dRoAuKJ2EaRx2d45o6LpOa8Tq5nG7BJc94KgUmDGTDlaoPQZDxQ2diKD3kkFw6IamJmtVcixmvVc5OZCe3tup2icco+BwyKMMA0yTWE0NZmtr/HpkazkADZ4YsZRsQkYYwzBpVgpTVFwHXzDRTVBRF6FmIdTmIhrZOfFOsGr/Xi+47VaAz6/j9WnERfSVQNRAha0au9ITRN0ERBfQtLiipm5Pt1QmtEWMnW0DZamJ+t3WmEEkGNuZDhE0V9fCXnMJmq7v9+4gh32gs4BdIAD5+db6g8Mcxyg4HNJEq6oIrV6DuF2oaAx3v75o9qCd56jBNCQ1saluLWmtacRUmAgK0Vz4IxrhsIdwSCcc1jGMdiOg7KmWkBQwSUoW/AHB5Wp37zhLu322EdGdxkBEEE0jGDVQBgkSyYktDROlbDVOTUj27vzUNI24pr7DYUpz804Bu9xcq7voCGm9OUbB4ZDCjEQsWWZTYaAIl1ewtV9/3P36xf0opWhqLaesfgtrt2zFDHv5ZrqLlkgywVYX4WYtPgMH7Bq4pvB6THyeGIFkwZ+U2AWjaAkbVvdPu9yCqRATXCa0L/QyXfZAsw5iKkTTSPG74jN8HI5wTNMyAmB1EUUiljE4hBeifRmct9mh1zHDYSJbttC2ZAkVH33M4s+W8J/Pl/H+58v5X2uYLR4fwfodVJVupnzjBkpWL2Ll6n+zvXwD2op+NM6dQLDRw45tHoIN1naKHrciPV2R18egcECUIYPC9C+Ikt1HI5CsIwItoRhNbVGaWqMQNUlSGkmikSw6yZpOqtdNUsBDcrqPlCw/6ek+MtJ9pKd4SUv2kJbk6WAQels6u53JkyfT3bTtWbNmceONN3a5vnbtWiZOnIjX6+WBBx7YZbhKKb72ta/R1N5lArz66quICGvXro1fW7BgAeeee26He6+55hpeeeUVwJKbuO222xg2bBjHHHMMJ5xwQpc1D1+G6dOnM3ToUI466ijeeuutbv289957jBs3jqKiIk4++WQ2btwYd3vppZc4+uijGTVqFN/5zncAqKmp4ayzzrLWG2zcaBkCsFoFffoccQYBnJaCQy8R3b6dcG0t4WCIuqZmdoiGnpNDy6Ac3D4fhdEQRm0N0WgUqdlGWziMT9NISkpiR0sj78wbxmcfHk9TvRdlxjj33CAaJinJUdLSwevXrCq9Xe8xDHswWYHCIBgxEYQkrxuXS0MMe7vFhH57TdesLRV72NXTLp0NcPXVV/Poo4/ym9/8Ji6dPWPGDM4880za2tq45JJLeOyxx5g6dWpcOvuNN95gxIgRxGIxHn/88S7hL126lGg0Go9jf5GZmcnDDz/Mv/71r936mzdvHsceeyypqanxa7Nnz+bkk09mzpw53H333T2K784776SyspKVK1ddL4xpAAAgAElEQVTi9XrZvn0777///r5kgdWrVzNnzhxWrVrFtm3bOP3001m/fn2XqbM33HADc+fOZeTIkTz22GNMmzaNWbNmsWHDBqZPn87ChQvJyMiguroagJzUVPJTUlg4bx4njRtndRllZ+9TWg91HKPgcFCJmoqaZcvZ0tBEbWo6emoWenYeqX4f1ZtLiDXUk2QamMrETYT0lGRqN9WyZp2H8nIv22piLFo9mtaIC49oFOS2cPy4JjIyTAYNMjANqxBoaTNRRDtOKdWtTXM1Eby6TsDrQjRrZzA0EI9une8HJk6cyIoVK4BdS2dPnjyZqVOnct999/Gb3/yGESNGAOByufjxj3/cIbzq6mq++93vUlNTQ1FREf/4xz8oLS3l1ltvJRaLcfzxxzNjxgy8nQY6n376aaZPn05+fj7Dhw/v4g6W4Ftubi5vvPHGbvP0/PPPc/3118fPW1paWLhwIfPnz+f888/vkVFoa2vjiSeeYPPmzfG09OnTZ58VSOfOncvll1+O1+tl0KBBDB06lM8++4yJEyd28Cci8ZZOY2NjXB/piSeeYOrUqWTYU0lzc3KgthZqarjw1FN5ft48Tjr/fEgwiEcqjlFwOGjURWIsbmqlqWYHKf37kefW8YeaMdsMgtvaCASDFBYOpGJjDV8sLGX5umzWbM5me11/0Fxouo4hUUBj6Oh6rrzY4ISxKURDAWJ6C6YhiKYImgpP2dv43TqiaWgJc/+VaaJi9vROPXErRtmzQTjqmz3Kp2EYvPfee1x77bWA1XV03HHHdfAzZMgQWlpaaGpqYuXKlfz85z/fbZi5ubnMnDmTBx54gNdff51QKMTkyZN57733GD58OFOmTGHGjBn89Kc/jd9TWVnJXXfdxeLFi0lLS+O0005j7NixPcpDdyxcuJC///3v8fN//etfnHXWWQwfPpzMzEyWLFnCuHHjdhvGxo0bGTBgQIfWxq742c9+xvz587tcv/zyy7nttts6XKuoqGDChAnx83bp7M7MnDmTs88+G7/fT2pqKp988glg6RsBnHTSSRjRKHffcANnjR8PQPHEidzx979/JQwCOEbB4SAQNk2aYgbLa+uhtprslYvwSpgdLa3tM/hZvy6ZpcuyKdlsUFPXj6jkobl8oGn4MyIMGt5MXkELOf1aOG5QDlnJIZK9STRUt7K2IcjIQhdBZaCh43LpJB97gbUC2DBRhtrZYDCVtdm6W9vvc/2DwSBFRUWUlpZy3HHHccYZZwB02BehM182DevWrWPQoEEMHz4c2NldlWgUPv30UyZPnkxOTg5gqY62F35fhh07dpCSkhI/nz17djy+yy+/nNmzZzNu3Lj9lteHHnqox357Ip3dHua8efMYP348999/P7fccgszZ84kFouxYcMGFixYQHlJCadMnszKN94g/aijyPV69106+zDCMQoOBwzTNClpaGJRWTlNmzah125nUGsj/uwcUvsPonxlM2vX5jB/foDKbTFMFQPR8aXrDBzUwimj3Rw9PMjQwRFb6ycVSCUWMVndqBExW/D7/OQOySHJ3UJWamBni8AwLS0gwzYC7fP/dbHOD8D0wfYxhcbGRs4991weffRRbr75ZkaNGsUHH3zQwe+mTZtITk4mJSWFUaNGsXjx4m43eNkVPdUs25/5dLlcmKaJpmnU1dXx3//+l5UrVyIiGIaBiHDfffeRlZVFfX19h3t37NhBdnY2Q4cOpaysjObm5g4Gpjv2pqXQE+nsmpoali9fzni7BXDZZZdZg8hAQX4+E048EbfbzaARIzhqxAg2RKMcn5xMqLl536SzDzOc2UcO+x3TMAi1tvD2ujW8/d5/MD+dz+jadYwe6mXHgH48u2Q4P/yhmzvv6Muc591sr4iRktLKuec2Me13zfztL9Xc+aM2zj29nhEjoiRluPGlunAnCSvqWlja0IT4hIvHDeGiowZyWkY6GAoVNTEjBmbEQEWtVcPi0dC8OqJrO48DPJ88LS2Nhx9+mAceeIBoNMqVV17JRx99xLvvvgtYLYqbb76ZX/7ylwD84he/4I9//GO8Fm+aJg8++OBu4xgxYgSlpaXx2TPPPvssp556agc/48ePZ8GCBdTV1RGNRnn55Zf3KV9HHXUUmzZtAuCVV15hypQpbNmyhdLSUrZu3cqgQYP46KOPGDZsGNu2bWPNmjUAbNmyheXLl1NUVEQgEODaa6/l5ptvJmLP5KmsrOS5557rEt9DDz3UrXR2Z4MAlnT2nDlzCIfDbN68mQ0bNnDCCSd08JORkUFjY2P8Ob/zzjuMHDECqqq4sLiY+e+8A0BtbS3rS0oYPGwYsA/S2YcpTkvBYb8SbmtlR8lGllStYUOoniKjjpyxw3lxocknfxpOyfp8NNHRMEhKjjD6uGaKjt3BoIFhhg0ciN/nAwJouuD2aXy0cQeRHZb4m8vtwp/h55yRefhCOkZVCMOr0JPcVu0/cYzgALYIesLYsWM59thjmTNnDldddRVz587lpptuYurUqRiGwVVXXRWfHjpmzBj+/Oc/c8UVV9DW1oaIcM455+w2fJ/Px9NPP823v/3t+EDzj370ow5+8vPzufvuu5k4cSL5+fmMG2dJZ3emqqqK4uJimpqa0DSNP//5z6xevbpLv/8555zDggULGDp0KLNnz+5SOF9yySW88MILnHLKKTz33HN873vfIxQK4Xa7mTlzJmlpaQBMmzaNO+64g6OPPhqfz0dSUhL33HPPXj/jREaNGsWll17K0Ucfjcvl4tFHH43PPDr77LOZOXMmffv25YknnuCSSy5B0zQyUlN56u67YccOvnHKKby9bBlHH300uq5z//33k5WVBVjS2Xv6PY4kHOlshy+NaUYxjBYAVDRKqKSE5Us/pdWsY1NyFvmksX75EP7xXiE1VW584sbnhpOOq2fSya0MG5Mcl5dPzvSwuLqZUDjaIY6U5ABnji7A5/PF5aIBwqWN6OleXOk+YO+lsx32nsrKSqZMmcI7do36sMUwLImKxkbr3OeDvn2t/7th0qRJzJ07Nz4z6XDAkc52OOAYRhDDCMbPW1s3EjOaAWhu0di2sYTqrVtZGcggLX0oK1cM4OnXB1O/zQ2GiwG5Uc4/p5WvnW6QOyCASBIAn5Q2EY7FiG1twePSOb94EB6PB13XcblcaJqG0RQmWtps1f5tzLDRYbtHhwNPfn4+P/jBD2hqaurR7KFDklAIyso6CthlZe1SoqKmpoZbbrnlsDII+4pjFBx2SzTaSDi8nWBoK5rmxaVbukONhtDACLaWbKN043rCrTHCyQOpaypg4fOj2LwhCXcsRr/0GBddGOGCK8DrcwNuPiltImYqYrEYKIMTB6WTlZVFcnJy183Wq9uI1QbR07zo6Qk7ogmI33l9Dzb7up6g1/F4LKmKHgrY5eTkcOGFFx6kxB0aOF+Vwy5pbS2hLViK250O3kFEzWxK16xjezhCfTiC1rKIxsq1hAw328pGsWrdKLauS0UzDLKTw1x64VZOuyCVjTGDz+0ZfaZposwYxf0CBAKpZGRk4Pf7uxgDZSpiNW3EdoTw9EtGTzv81ScdegGlrFXIycnWbnaaBgMHWhvgHCECdvsbxyg4dCEarScU3k4oVEFKyihi9cKiklJam0qIhcMEMtPRo6XUVrTy/vsnsHbNMRBzY8YUSd4w37q0gW9dqRFIs6YErt3UwPF9fRiGgdvtJjU1laSkpA6ra6PVbZgtO8cTzKgBhsLdJ4CWeuTpyzgcBCIRqKyE1lZLuC4/37rudvduug5xHKPg0IXGxqW43ZkkJw2jutXHZytXEBShKDeL4PYK1mzaxutvDWf14pHEDA0dg6OHtXLG6W18/Xw3gWRrvEApxYcb6+zN27NJS0vD4/F0aBUoU2G2RjGaI7gyfWgJXULi0hBHgdRhb1EK6uuhutpSNtX1g75H8uGMYxQciMWaiURqCQa3osIxdqxfQ5nreAyzgrq2DWRGQow7ZiSVazfy4ovp/Ofj8aiooOsw4bhKrr6sgSHjCnC5A4gmKKUIhUJ8WtZMIBDg7LGFeLpRk4xubyVWHwZToad60JM9iNsxAg77QDhstQ7a2qzz1FTIy7O6ixx6hPMFOlDVtIH/bNzM/1Y28vlakzVqFPU+DyluoTDFT0paMh/Or+UXvx7AG+8PxxDF5MmNPPn/Wrjn/gBHTRiA26tjmAbBYJD319ewrNogNzeXC8cP79YgAJghA3deEr7hGXgKUg57g3C4Smc///zzjBkzhjFjxnDiiSeyfPnybsM95KWzp01j6LBhHHXaabz1v/9B//5QUNDBIOxKOnvWrFnk5ORQVFREUVERM2fOBBKks79COObzK4hhhGhq/gLTaEPExZraNpKrImS4kqhXCo8oUtuaSU5Po7W+nlee9fLaOwUYCnIGx7jlJxEmjbea4+1dRNGYia7rBJIC9OnTh68fnd9t3GZbFNPeo1hFTUuD6AjpIjpcpbMHDRrE+++/T0ZGBm+++SbXX389n376aRd/h7x09ssvs2rBArZVV3P6lVey/ppr6DxpeVfS2WDJXjzyyCMd/Ofk5JCfn8/ChQs56aST9imNhwsH1CiIyFnAX7A2up2plLq3k/sA4P8B6baf25RS8w5kmr6KKGVY00qDW2lbu5xIOEQ0ZuJhEJVRne2tIZLDETz9khiYn4/f7ydcW0nZx5/w19njWbulL+KBy74d4vrrNHw+b4cuoqSkJC46dkCX8YJEzHCMSFkzKmqiBVyIR0cLuNCO0LUGh5N09oknnhj/e8KECZSXl3ebp0NOOts0LXnrlJSd0tmDBjFo8OC9ls7eHRdeeCHPP/+8YxT2FRHRgUeBM4By4HMReU0ptTrB2x3AS0qpGSJyNDAPKDxQafoqoZRBc/MqIpFaYg31qJgBZjpN9dl80X84oYhBWyRKNBolL02jX8BLqoDWWMnH/67h7Q8GsHjdRZiuZFJzw1xy81IuPqUAnzsJ0zRpa2tjTb3stlUAYEYMIlubUWEDLcmNtzDtoHQTLdi6YL+HObn/5B75O5yls5988km++c3uJcIPKensm2+GbdusGUYtLVSUlzNh4sT4NNO9lc4G+Mc//sEHH3zA8OHDeeihh+jfvz8AxcXF3HHHHXtM75HCgWwpnABsVEptAhCROcAFQKJRUFjSlwBpwFdHn/YAEApXEQ5VEYnWxa+lpowmtGIZnr4FbKuvZ0VqKmIojvFoJGVkEfB60EWoXPEZy5fW89J741lbNhrd40MLuDn1pCCnfWMd+SP8JLmTMAyDDzfWkZKaTlp6gMlH5XZMQ0mDpUxqo2JWF5F3cNp+3cRmT/S0AN+fHO7S2fPnz+fJJ5/ko48+6tb9kJDONgxrVlFpqXXu9UJeHt2J9eyNdPZ5553HFVdcgdfr5W9/+xtXX301//3vfwHLIDvS2fuHfsDWhPNyYHwnP3cDb4vITUAScHp3AYnI9cD1AAMGDNjvCT0SiER20NK8Gp+vH6n+Y3G7UhFxIaJRFzGJ5fShNRKjKQqTkv0k+/0ICpTBli+28fij+SwpOQ3cfjL6KL75zSDnntuM5q5n5ZYqPFp/YrEY4XCY1LR0zh1XGI9bGQqjMUysLoiKmviGd5IE0HtPmO5gcjhLZ69YsYLrrruON998My4E15lel842TYhGufyss7jt+uutbTGzskDT9lk6OzHPP/jBD/jVr34VPw+FQo509n6iu7ex85t8BTBLKVUAnA08KyJd0qSUelwpVayUKm6v9XzVMYwQ9Q2fU1s7n9ra+TQ2LcXjySE5+Si8nmw0zUO4oZGqL75gW30D5eXlRCIRAn7bIIjQuPxzHpvWwA9vKuTzdcPwJPm54oo2Zs3awTXXtJGdbbK2eiOpnjTSJZ1oNMqmoI/kpAChDfUE1+4guHYHoXU7iFa1oqd68A1Lj68viB9fAYOQyOEmnV1WVsbFF1/Ms88+G295dEevSmcvXsyyl19m2T/+YXUdDRpk6RbZIolfWjrbFo2rrKyM+3vttdc6iMk50tn7j3Kgf8J5AV27h64FzgJQSv1PRHxANlB9ANN12BOLNdPYtBy/rz++VKuPWESwhnEsVv3734Tb2jBEkPQ02gIplCnBAzQ1CbOfD/Dmv04mLCmYrjCnnxHl+9ftIDvbmhkUCRm0toQI7zAZPrAPHo+H3Owcqj6pZFyujkLhG5bQItD274YuhzuHk3T2PffcQ11dXXxw2+VydTul9aBLZ7e3hkSsBWh5eZaQXWZmF4mKLyWdnZHBU089BcDDDz/Ma6+9hsvlIjMzMz4jCRzp7P0XsIgLWA98HagAPge+o5RaleDnTeBFpdQsERkJvAf0U7tJlCOdDXV1H1gtAm+fDtdbFi5ERSKYpsmqbZVkFR9Hk+6iUXdTYyj6azrL307mheeTaK5rQxlRioub+PaFNYye2A/d5SLUEmPRpiZqm7ZTH65GvMLIwmKSk5PRQyZJDWGOn1CA+FwHbXygJzjS2QeegyqdHY1a8taBgNVF1Is40tn7CaVUTERuBN7Cmm76lFJqlYjcAyxSSr0G/Bx4QkR+htW1dM3uDMJXnWCwnJbWdWjiwuPJJbhyFbHqnY2qiMC2rCx21NfDgP4EkpPZFDHxCOS3ubn/rkxK1psYsVZGF27le99rYvjYLHypA2hriBJsaiMSMmhqaiE/tZUJGUMZ0X84blsrRkVMVKaBFnC0Y76KHBTpbKWsfQ62b7cGlYNBS7dI6521LI509n7GXnMwr9O13yb8vRr4akz+3UdMM0okUk3AX0hS0hDrYiyKv+hYXJmZKKWoqqqioWQT/QcORFxulgUjtLVs56iWEHdNG0FpWYTspBpuvGozJ58eIJo8kPqKCA1VLayrDmImgWbEyEvW6ZecxZCsgXGDANbWlrojTveV5oBKZycK2IGlbJqf32sGARzpbIdDFKUUsVgThhEkKWlYF7fm5mZqamtZ3tBClVJU12zBBNzRJsa0hfjtw6dSWpFEXm4D0+7eQUrmUBpi0LopyLraIFq2Gz1PZ0LfADSHaPWGMJP8pBbmdp8gB4f9iVKwYwfU1OwUsMvLs3SLnHGqg45jFA4Dmpu/IBKpw+PJxuVKIRaJENy6lebt1TS6XJRobmrCUZrbgoyVNka4FUZSH6prsrjniYGs3+IlJzfIbT8rZbORRmR9I3qyDprgynMxto8bf9CN2RyhSttBTt9+ZCc5s7wcDiLNzZZBSEuDPn0cAbtexHnyhyBKKZSypuuFarbSVrWaJM9g3LqXlrKVvFVRTVDXUFl9QPMSUCbDI23kZfpJibXSFvUy55+FvPJKgEgEsjINbrl+Gdta/UgoxrjBqaTkugm1BfEqN2ltPoIqyNrMSvJT8xmYXojWdWawg8P+wzSto32zm/x8q/toD2sXHA48jlE4BAmFttLaWoIKRQiuX40vtR+ezFx2hE3ebqjHzMxkYoqPaDRKS2MtYE1RTNmxggVLB/H3l4+htsHahHzSpDBXXbEdszFGfcTHpLGZhKuaiVVFydKS8Hg9VLqqqUippX9af4akD+nNrDt8FQgGLYkKt9tSMhWxVibvYWtMh4ODUx08BFHKwN3iJ3lHPtlpk8gtvpTNaTksaG7FMKKMMCPU19djGAbZ2dkMyk2meWMDP75rHL97dAxV1Rr985u48xfruP6qVajG9YjuAU3R1tiCDiT3S4X+Xir61lOVXs+I7BGOQdhHDlfp7Llz5zJmzBiKioooLi7epcxFMBjk1FNP7bDW4aGHHsLn89HY2LjbeCZPnsyizz6D7dtpWbWKH95+O0NOPplRxxzDpEmTulVl3RuUUtx8880MHTqUMWPGsGTJkm79zZ49m9GjRzNmzBjOOussamutStVll10Wl80uLCykqKgIgC+++IJrrrlmn9J2uOEYhUOMltYNhMM1xOpq0fx+3IMHs765lcUVlWSaBkXZGQzsX8DAgQPJzsrCFQvz1MM7uOH2UazakkdGhuLGH9dy3/RtDC4I01QFhpFDSVMKYdUKSYpqqaXcVcUWymmLtTEyayR5SXm9nfXDnnaZi5UrV5KZmcmjjz4KEJfOvu2221i/fj3Lly/n448/5rHHHgOIS2c/99xzrFmzhpUrVzJ48OAu4SdKZ1922WX7Ld1f//rXWb58OcuWLeOpp57iuuuu69bfU089xcUXXxxfFAZWIXv88cfz6quv7j4Sw4CKCqir47rf/pbMvDw2bNrEqlWrmDVrVrxw/rK8+eabbNiwgQ0bNvD4449zww03dPETi8X4yU9+wvz581mxYgVjxoyJS2W/+OKL8dXTl1xyCRdffDEAo0ePpry8nLKysn1K3+GEYxQOEZQyMYw2WnesR7a04moLoGdlUaJ7+GzrNvrrMCDgxZcwG6OqZCu//63w/Bsj0X3JXHalMOuZFi64xIMvKR3dnUbe8HwGFvUlkh5lSG4boapGctP7MDZ3bPzI9mf3Ys6PTCZOnBhX6dyVdPa991pK8nsjnb1s2TKKioooKSnhvffeY+zYsYwePZrvf//7hMPhLul4+umnGT58OKeeeioLFy7sNq3Jycnx1eitra27XJn+/PPPc8EFF8TPS0pKaGlpYdq0acyePbv7B6GUtQgtHIZolJKqKj5dvZppDz2EZg8mDx48eJ9XDM+dO5cpU6YgIkyYMIGGhoYO0hVWUhRKKVpbW1FK0dTU1EUfSSnFSy+9xBVXXBG/dt555zFnzpx9St/hhDOmcIgQDG6luXwxRnkN7uSxeIYPpEY0Pi0tY7ALUoMRWqNRAvZesxXlUe75fV/KypNITffwy9+0MX68NTjd2hChaXuYQLobf6qbWCgCzQ2k+gIMHnYUyX2O/IU4zf/tKrm8r6R87bQe+TscpbNfffVVbr/9dqqrq3njjTe6uEciETZt2kRhYWH82uzZs7niiis45ZRTWLduHdXV1eTmdprGLLJznUFGBquamigaO7ZDa2NXXHbZZaxbt67L9VtuuYUpU6Z0uFZRURGXuoad0tn5+Ttl3d1uNzNmzGD06NEkJSUxbNiweGuunQ8//JA+ffowbNjOqd/FxcXce++9ca2qIx3HKBwCKKWIba9Eq4qSMfSbeAYMIBgMsvSzz4npHvw+FyHDIDMzE6/Xy3/+WcOMx/NoaxP69df53R9D9C+IUV8RAiASNEjJ8ZKc6UEpRXhTIym6m7SBuV8JgwA9L8D3J4ezdPZFF13ERRddxAcffMCdd94ZF+9rp7a2lvT09A7X5syZw6uvvoqmaVx88cW8/PLLTJ06FTFNS6Oonexs8PmQzExrkLmH7G7cpDPdCSF0frbRaJQZM2awdOlSBg8ezE033cT06dM77JXQbugS+apJZ/eo+0hEPCIy9EAn5qtKy9JPCG7egJ6RibtfP9pCIf63fAWG20OfvDz69u1L//798WguZj4iPPBgHyJhnVMmBPnrXxsZ0D9GfUWQcJuBL9VFWp6PpAw3kVCY1vpmlE+xLbuZ9Jze1ZA50mkfU9iyZQuRSCReCx01alSXgd/upLP3hv0tnd3OpEmTKCkp6dLH7/f7CYVC8fMVK1awYcMGzjjjDAoLC5kzZ47VhdTYSFYkQn1FhTWOAKBp7GhoIDs7m1GjRrF8+XJM09xjWhIHfxOPZ555povfnkhnt29jOmTIEESESy+9lI8//jjuHovF+Oc//9llvMaRzu6EiJwDfAG8Y58XicgeRpUc9oRpmrTUrKbmi7nUN3yCa0R/AsNH0xSJ8OKajayIKiJpGaTr1k8Uiynu+Y3ilVc86C6N635scuf/uUnJ9NLaEMWIKrIHBvCnuHH7he2N2ynbvonlG0v5pKGc/EABmb7MXs71V4PDTTp748aNcSOzZMkSIpFIlz0VMjIyMAwjbhhmz57N3XffTWlpKaWlpWzbsoWKsjK2fP45xx99NAuXLqXKrl0vWrSIcDhM//79GTJkCMXFxdx1113xODds2MDcuXO7pCtx8Dfx6Nx1BJZ09jPPPINSik8++YS0tLQOXUcA/fr1Y/Xq1dTU1AAdpbMB3n33XUaMGEFBQUGH+xzp7K7cg7U5znwApdQyp9WwbxhGiLbK9TT8f/bOOzyqMm3c9zslM5PeQwKEBBICKSQizZWma2HBAugi6ie61lUUV7bot6srnz9WXXHFxlrALRYSXFbEgrqIsgpWhAAJLSYESEJ6m2T6zPv74yRDQkIIJCHt3Nc1l5wz75x5Z5DzzFue+/nxc4w+MYQn/gzfmDHUWax8WngMrcfN1EAT0cH+SI+H6qJjvPhSOF/vCCIgSPKnp9wkp3hwOz2U11VRX+HAEKihoGwPwgVGm45AQwC2xmDCo4L4yaThGLTqHvBzSX9SZ//73//m9ddfR6/XYzKZWLduXbsjjMsuu4xt27ZxySWXkJWVxUcffaQsJNfWQlkZ8y66iKyPPuLBhx/muRdfZPbVV+PxePD39yczMxNN09rCmjVr+PWvf01CQgK+vr6EhYWxYsWKs/2qAUWPvWnTJu81//73v3ufy8jIIDs7m5iYGB599FGmT5+OXq9nxIgRrRTZWVlZbaaOQFVnt20gxDdSyilCiF1SyvOazu2RUo47Jz08if6uzpZOJzVl32DNy8U3OomQMcrct9Pp5MODP9Lg9jBauPHX6QgKCqLueDF/+0cAH38+ApPOxlPLCkmaPASPW1JdZCW3eh8hpiB8PU6Mbh1xQ0fio/fBLyKIbYXVzBwXjdAN/E1mqjq759m1axfPPPMMb7zxxomTJSVKUAAlG3nIECUpbYBgt9uZMWMG27ZtQ9eP1Bs9rc7eL4RYAGiEEPHA/cA3p3mNSjt4bDbMX2/DKvMJCEslIEkRxLrdbgqPHaOqrp44vRadToOPry9Oq4V//cvEJ1vj8NHDY4t3kZAchb3RRV2dhRprHT7hLkZbwvAx+BCVOpzt5WZcbgml9ej89IMiIKicG84773MeS2cAACAASURBVDwuuugi3G73id1DQUHQ0KD4igagwO7o0aM8+eST/SogdJXOfNJ7gT8CHuAdlPoI/9uTnRqoeGw27MYajKPG4hemFDj3eDyUlZVxqLoOqdEyNCKcQIOip/7wPXh74xD0Ri2/uf8441MtlFUbsbvM5Ft+xBikZbg1goO1TrSjQjlwvB6dVnBJctRpeqKicnbcesMNysigec3Bzw8SEnpVb92TJCYmttqeOhjoTFC4XEr5IOCtZC2EmI8SIFTOgLqGnThENRFBM9FqfZFSUlFRQUVFBXaHg2H+/t6A8NVXPrz4V3/AyZ23m7lgQj31xzVIP4lvtCDEbiTJLwl5uJGauEAuGxfT8ZurqHQFjweqqqCyUllHMJmUqmgwYAPCYKUzf5sPt3PuD93dkcGA22MhSJeGwRDhDQh7q2r5zmylzmDC398PgOxsPU8+GYjHA1fNKmbq+Boaqt14PBAQYeCwtQDhEbhcLsJCw9D6DJw5XJU+iNUKhw8r9Q6kVCqhqfK6AcspRwpCiMuBWcBQIUTL/XGBKFNJKmdAY2M+zuPH8dMNQUrJ0bIyvq2sRep9GKKBxIgQfLUaduzQ8+gjAdjtHqaOP8IlkwrR+iQSGKanrqaKXOsODpRaGKZNxhVhoKKsEV2sf29/PJWBiMcD5eVKARwAHx9Fce3n17v9UulROpo+KgdyABuQ2+K8GXioJzs10LDby2msOYSxMRzThWlUVlZSVVeP0WBgrElPRZVEZ3Hz6Wcanl3lj8sFl15Sz4Kf5TN07FgaRSMF5sPU2UqpsJ7PCH088yaOxuDR4fBpwDhazT9Q6QGaA4IQEBoKERHqVNEg4JR/w1LKXVLK14AkKeVrLR5vSym7pjQcRNTW7qChYT+aUiem8FHY3G5qamqUDFGrlaO7C6ktsfLxexpWrgpDajRcs8DOL64/iCnEj1JbAcWH38NQfYhE3zhMnlDmTUlCb9fgrLSiDTYiNANrx0d/pb+qs5v5/vvv0Wq1rF+/XjkRHq6MCuLiICoKa9P2zLNWZzf1qaGhgbvuuotRo0aRkpLSJ9TZzTz99NMIIbznP/jgAx599NEu9a2/0ZmwP1QIkSWE2COEONT86PGeDRBcLjNBQefjqx2GLiaG48WleGwavss3U3XUjAY91Y1jWLN2CBqdhuuvt/LLXzZSXLOXw5YfqK7MJtJvKNEjr2ZnQyLhoSFeKZ42wAefaHUo31for+psULZFP/ib33D59OnKugEoVdFGjFAWlemiOrsFt99+O6GhoeTl5fUZdTbAsWPH2Lx5M7Gxsd5zc+bM4b333sNisXSpf/2JzgSFfwB/BwTwM+BtYPB4ZLuA01kHSDyVZtx19dTVm6kpteJoAJuPh+QQSaVlKM88F46UcN11Fq6bewzb0T3I2iJGG2M4P+pCoob8hO0FDQQEBDD7vLje/lgqnaA/qbNxuXjh//0/rpk2jcigIGhsbLfZWamzTyI/P59vv/2W5cuXezOc+4o6+4EHHuCpp55qlc0thGDmzJl88MEHXepff6IzW1J9pZSfCCGellLmAw8LIb7s6Y71d2z2UszmXHz0ocgGOyIykh/zzei1PtiCJVqnpDAnmBeej8TthrlXN3D1T/djzv4a3wA/RNhwGDIWt18EVqsVnY+BKyeoldE6y+E93T/DGT+uc3Un+o06W0qor6d49242fPghn/3jH3y/fHm7C8lnrc4+idzcXDIyMvqcOvu9995j6NChpKent3m/CRMm8OWXX7JgwYLT9nkg0JmgYBdK6MwXQvwSKAY6/psfxDidNdjt5VhtRfia4jCJaCxHd1COASH9EPG+/FBRhflHE+ueG4HLBXMur+O+Wf+h4ngdYTFDsMRNwGPOQ6vXY7fb2XncRnhYmPcXjC2/Fun0oAsfPObGM6WzN/DupF+ps51OOH4cGhr41Z/+xJ9//3u0iYnKVtN2+nRG6uxu+qznSp29dOlS/vSnP/Gf//yn3Wur6uy2PAD4A0uAC4E7gFt7slP9Fbfbgtm8H4/Hjr/faHx9R2Ldswe71kC5w4TOV3K8qgrLIQ3rnx2By6XlkkvsLL6rkkaHhga/kbiGTqbeacZP54cJE98cqSc0NJSLxyrlMh0lDUinB2NCMLowYy9/YpWW9Ct1dkOD8tBq2XHgAAsfeIC40aNZv34999xzD++++26bz9YpdTYQFhZGTU1Nq9dXV1f3WXV2fn4+hw8fJj09nbi4OIqKihg/fjylpaWAqs5ug5TyWymlWUp5VEp5k5TyKuDIOehbv8NuL0ej8cHfPwmTabiisbDZqA+JptFmJl+ayT5q4q0XE7HbtUyfbueBB8y4nXZqKqoIiIjC0DR0P1Tq5sv8WsLCwvhpsjIEdtXacNfZ8RkegNBpzvpXpkrP0i/U2cHByhbTkSM5fOSIV4F97bXX8te//pW5c+e2utZp1dklJRQXF3PkyBEmTpzI9u3bvTfVvq7OTktLo7y83PtZhg0bxs6dOxkyRPkhNtjU2R0GBSHERCHEXCFEeNNxihDidVQh3inR64PRaE5ke0opqa6todEgqfUJ46MXRuC26rjgAge//a0ZjQak243ex4fASMVZtLOoHofDwVXnx3NZmuJ2d9XYcNc70IWZ0PqpGcx9nZbqbJPJxMaNG1m+fDlJSUmkpaUxceLEdtXZY8eOJTU1tc0i6cm0VGenpaWh0Wg6VGdfMmMG4+PjTxS+EUIJCmdgNG1WZ4MydTRv3rxWz8+bN4+srCyioqJ47rnnmD17NhkZGfzqV79qo84uLS0lISGBtLQ07rjjjja/6s+U2bNnM3LkSBISErjjjju8O7tAUWcDrdTZ48aNIzs7m9///venvbaqzm5+QogngGuA3UA8sAHFkPpn4CUpZa/s0eqr6myXq5Ha2m/x9R2Jr2+ccq6qioNb/8sWYwgugy+5HyeyY7M/o0e7WLGiFh9Fc4Rl/5fYG+s4GD4dh9tNheUo08ZGkxGbgavGhrO0ESTowk1oA33QGAePsbGzqOrsU2CzKXrr5qmfqKgTMrszpF119gCnrKyMG264gS1btvR2V86InlJnXw2kSymtQohQoKTpuO12ABWkdKHVBXgDAsCxvXv50a5BFxRESHkkOzb7o9XCAw+Y8dFLhKMBjbmEhrIjFARPwOPxEOpfTFSMkcCgQGyHapAuD/ooX7ShRnW6SKXzeDyKvK6qStllpNcrigr/s1eitKvOHuAcPXqUv/zlL73djXNKR0HBJqW0Akgpq4UQB9SA0DGCEzdtc8Fh6ssr0PgMIdgvkNf/qagorrvOQlycG2mpxXroS8xmO26/GGx+EUyM0lOAJDU6FX+HCemyYxwTqmYsq5wZNhsUF0Nz3kKzoqIbbuS33jq49phMnDixt7twzukoKIwUQjTrsQUQ1+IYKeX8011cCDELeA7QAmuklE+202YBsAyQwG4p5Q2d737fpbGxgXoRgCEwkA8/DuF4qY7hw138/FozHjfI8kPkFtswR5+Py2ig3HqIUcZhGDESZgrDWdmAJkxVWKicBUKAw6EI7GJiTiiuVVQ6QUdB4ZqTjl9st9UpEEJogVXApUAR8L0Q4j0p5b4WbRJRCvZcKKWsEUIMiPwHt9tNfUMjpS6JyxTA1o3+GAXceHU21QW1CKcVXW0B5qAEUkcHYnFZGOUXxeiI0Wg1WrB7kHY3mlB1y6lKJ7FawWhUAoLBALGxip5CFdipnCGnDApSyq6urEwCfpRSFgAIIbJQ1in2tWhzB7BKSlnT9J7lXXzPPkG9xcrWGjN2kx/5WwLQegRTLrCTEFdPJTqMzgacwaOo9/Ej35xPbHQsQ/yGEGIMAcBZaUUYtGhM6oKyymlwu6GsTKmGNnSoUh4TVL21ylnTk3edocCxFsdFwOST2owGEEJsR5liWial/PjkCwkh7gTuBFrJqvoiJTYHu0vKcEsPGS4tb3/qj07AzCkF6FwNmGy1jE0ag9VvOMbao0REDCcpIgmPzYWjpAGEQNpcaPz0CK36K0+lA+rrobQUXC5lhNDCXqqicrb05F2nvcnwk/e/6oBEYCZwPbBGCBHc5kVSviqlnCClnNCcst9XOVBeictqYYRDsvOHYOrqtMTFuUmNOUCkTx02QyQ2n2gaa+ox1nowloO9sA5HcQPS5UFj1KINNqANVitb9TfOmTo7PZ11f/0rFBUpAcHXF0aOVBaUOXN19tatWwkKCvJmDD/22GPtfj4pJRdffDH19fXecxs2bEAIwYEDB1pd74orrmj12ltuucWr5HY6nTz00EMkJiaSmprKpEmT+Oijj9p9zzPhiSeeICEhgaSkJD755JN222zZsoXx48eTkZHB1KlTvcl/AG+//TbJycmkpKRwww3K0mZFRQWzZs3qct/6E50OCkKIM71LFQHDWxwPQ9nWenKbjVJKp5TyMHAQJUj0KzweF3WNheTUOymtqyfQ6cDP4eKz7yIQGph1SSXuxhqcoaOxaONoOFxDXX0F+lATw8YlYkwMwTQmFENsILoQI7oQIxqfwbHlbyBxTtTZdjvZb7/NdTNnKusFQ4YoeusulsecNm2aN2P4j3/8Y7ttNm3aRHp6OoGBgd5zmZmZTJ06layszouTH3nkEY4fP05OTg45OTm8//77mM3mLvV/3759ZGVlkZuby8cff8w999zTqu5DM3fffTdvvfUW2dnZ3HDDDSxfvhxQsqqfeOIJtm/fTm5uLs8++ywAERERREdHn9owOwA5bVAQQkwSQuwF8pqO04UQL3Ti2t8DiUKIeCGED7AQeO+kNu8CFzVdNxxlOqngDPrf60jpwWzeQ6Wtihp3OPE+WtiXQ1mBH/lFfvj5ukgf+jVGjYucKg0+DQ7MoVaMY0JITs5Ap1HXDQYiPabO3rOHjLlzya+qYkthIef99KekjRvXNXV2JzlZnd3Q0MD27dt57bXXOh0ULBYLq1ev5oUXXsDQFMiioqK6bCDduHEjCxcuxGAwEB8fT0JCAt99912bdkII70inrq7Om0m9evVqFi9eTEiIsq7X0vY6d+5c3nrrrS71rz/RmTvS88AVKDdwpJS7hRAXne5FUkqXEOJe4BOU9YK/SSlzhRCPATuklO81PXeZEGIf4AZ+K6WsOsvP0ivYbEW4XA0cFckYHQ0M8zVwREq2/JgBuJk1cT/BlBGSMI7GEn8uHOpL5RAtsYEj8NH69Hb3Byz5P3Stkld7jDr/5CWx9ulWdbaUUFtLZFjYCXX2u+9iczqZOXp019TZLfj6669JT08nJiaGp59+mpSUlDZttm/fziuvvOI9fvfdd5k1axajR48mNDSUnTt3Mn78+A6/mx9//JHY2NhWo41T8cADD/D555+3Ob9w4UIeeqh1ReDi4mKmTJniPW5WZ5/MmjVrmD17NiaTicDAQL75RjH2NHunLrzwQtxuN8uWLfNOG02YMIGHH374tP0dKHQmKGiklEdOyqbt1IqWlHITsOmkc39s8WcJLG169Euk9GA0xuCq1zHU2kBVTSWHi4L46lsT0m3mJ1NKEcMycASNwFNUhW+wHw5NzekvrNIlOnsD7066XZ1ttyt6a4tF2XLajE7HwdzcrqmzWzB+/HiOHDmCv78/mzZtYu7cueTl5bVpV11dTUBAgPc4MzPT+34LFy4kMzOT8ePHd5s6e+XKlZ1u2xl1dvM1N23axOTJk1mxYgVLly5lzZo1uFwu8vLy2Lp1K0VFRUybNo2cnByCg4NVdXY7HBNCTAKkEEIrhPgVoJbjPAlrfT3OvTlU/7CH1f8+D4fFxqWTDpKQEknQsFFYbXYCgwIxu81ohAY/vbplcKDRbepsKRVFRUGBEhB0ujZ6ii6rs1sQGBiIf9P1Z8+ejdPpbLc8pk6n8yqvq6qq+Oyzz7j99tuJi4tjxYoVrFu3Dillh+rshIQEjh492qk1hAceeKBddXbztFtLOqPOrqioYPfu3UyerPxguO666/jqq6+8r7/66qvR6/XEx8eTlJTkDYyqOrstd6P8ko8FyoApTedUmpBSUltRTp3DRdbXUyg3hxEfa+feW4vRB0VitpnZWlREiTWH0sYyInwjMGjV3UUDlS6ps202PPn5PPPUU0pwCA6GUaPgpOmWLquzW1BaWuoNMt999x0ej4ewdqR5SUlJFBQoS37r169n0aJFHGnSbh87doz4+Hi2bdtGYmIiJSUl7N+/H4AjR46we/duMjIy8PX15bbbbmPJkiU4HA5AmeZ6880327zfypUr21Vnnzx1BIo6OysrC7vdzuHDh8nLy2PSpEmt2oSEhFBXV+cdLTWrs0FZN2ieqqqsrOTQoUPexf7Bps7uzPSRS0q5sMd70g/xeDzsr6wk/3glxQcrKNvtz3+/HoHBqOGPd+2gPAQq6nM4kF/LMH0EP4lKYMiwYRgDTj+fqtK/aanOvummm9i4cSP33Xcfixcvxu12c9NNN7VVZy9ciKWuDgHMuegiJSv5FAK7lupsl8vFxIkTO1RnR0dHM378+HZ35Kxfv56XXnoJnU6HyWQiKyur3RHGnDlz2Lp1KwkJCWRmZra5OV9zzTWsXbuWadOm8eabb/KLX/wCm82GXq9nzZo1BDUl1i1fvpyHH36Y5ORkjEYjfn5+p9wG21lSUlJYsGABycnJ6HQ6Vq1a5ZX2zZ49mzVr1hATE8Pq1au55ppr0Gg0hISE8Le//Q2Ayy+/nP/85z8kJyej1WpZsWKFNzCq6uyTGwiRj7JVdB3wjpSya3vHukhfUmdXWmv4OO9bRKkVn4PVvLD2WuosJm6ek8NNPz/OHoOBI+VGQiy+/CwtAZ8wExpftRZCTzBg1NklJcpW024S2HUnx48fZ9GiRWzevLm3u3JOmT59Ohs3bvTuTOoPdEWd3ZnKa6OA5cD5wF4hxLtCCHXkAEgkAVotQ1w+HDs0mqpaA3FDqrlxdh7OyHRAYHe4uSglFq1BpwYElda43UpGsqVFaZLoaCX3oI8FBFBGHnfccUer5LWBTkVFBUuXLu1XAaGrdCp5TUr5lZRyCTAeqAcGz6bdDrBajmCx2HC6nGzdNRStcDLvp4eR0cl8VVhPdpEZg06Lr+/gWaRS6SQNDcpCcnW1EhiaR+x9vGbGggULOrWddKAQERHRpjTpQOe0awpCCH8Ukd1CYCywEfhJD/erX+B01WG3BVFbK/mx0I/AMCvTfyrId1RxoOEYo4J1TI2PBacEXd/+x65yjmgeHdTVKcdGo6K37uPBQGXw0JmF5hzgfeApKeWXPdyffkVjXS11lZLd3ymJPlMv8cEYHUt5xbcM0Y9kUvgQhvhG4S5uRB9z9hWvVAYIJwvsIiKU0phqQFDpQ3QmKIyUUnp6vCf9jKriYxQeOoitcRTbtwYCgp/9zIqn6avSe4xEREQgnBJh0KINULOXBzVut5KI5nYrArvo6C77ilRUeoJTBgUhxF+klL8G/i2EaLNFqTOV1wYy1oZKhFZL1d4oGs1aRo60Yxx2hDdyD+NwuxnrbyAgIADbwRr0EeqawqCk5TqBVqssILvdEBKijg5U+iwdLTSva/rviygV1E5+DEoUAV4uteYduFw+7NoZg8bowyULJLXOWsL0sSwYOYkrJ4zCVW4BKdGGqBXUBgOt1Nlz5lC7dy9UKSqv3NxcLp43j9FTppA4enTX1NkZGaxbt67N882cqTobFN11RkYGKSkpbZLgmhnI6uyXX36ZtLQ07/l9+5RaYHv37uWWW27pct/6E6cMClLKZsXgWCnllpYPlAXnQYnLZcZiOU5ttT/mmhQK8kPx8YGxFxzjULmDQE0wIUEhmEwmPHY3PkP91TrLgwSTyUT2rl3kfPEFoXo9q157DWpqsDY2dp862+kkOzub6667rtv6XVtbyz333MN7771Hbm7uKTOfB7I6+4YbbmDv3r1kZ2fzu9/9jqVLFR1bWloaRUVFHD16tEv96090Zkvqre2cu627O9KfcDQ4sdt8KfjehAfJ2NRSGnWlhOiGcn6MidCAYGx5NXgsLlCrpw0ujhyB0lIuSE+nuKYG4uNZm5XVfers7GwyMjLIz89ny5YtnHfeeaSlpXVJnb127Vrmz5/vrWrYUhvdkoGszm4Z6BobG1tldF955ZVnFPT6Ox2tKVyHsg01XgjxTounAoDa9l818Dl+dBt1ZRXonJC9ayhO4WHk+GNU1YQQIIyEhISgE1qcWg2GuACEXg0KvYF1X/cb2E3JbX1AgLJ2UFUFHg9YLLiFYMuePdx2112g03VNnd1EZGTkCXX2Bx9gs9mYOXNmt6izDx06hNPpZObMmZjNZu6//34WLVrUpt1AVmcDrFq1imeeeQaHw8Fnn33mPT9hwgSefPJJr6tqoNPR7qPvgCqUimkt1xDMwK6e7FRfxGm30VhbS11ZIYE2XypqGsguGY5G78PojFhMPm7GRejwteiwV5nRGHVqQOhFTnkD7ykaGrDa7WT8/OcUFhd3jzq7Aw4ePNht6myXy8UPP/zAli1bsFqtXHDBBUyZMsV77WYGsjobYPHixSxevJi1a9eyfPly/vnPfwIMOnX2KYNCU3nMw8Cn5647fZe6qmLqKwvQ+uioMwv2FKTg1OiYkOTEx+RmfLQRo9GI1qlBF21C469uQR3QeDzKQ6dTdhJFRytrCrm51NXVccUVV7Bq1SqWLFlCSkoKX3zxRauXt6fOTk9P7/Tbd6c6e9iwYYSHh+Pn54efnx/Tp09n9+7dbYJCszpbo9F41dk5OTkIIXC73QgheOqppzqtzm4ZYNrjTEYKZ6vObq/+8sKFC7n77hMiaFWd3YQQ4r9N/60RQlS3eNQIIarPXRf7Bk5XFVqjAxdDkGjYnz8cNBomjVfmcV0u1wk/ikaoi8sDmcZGRVFRXHxi22mLnIMuqbNR7LvPPPNMh13oTnX21VdfzZdffonL5cJisfDtt9+2KxccyOrslkWFPvzwQxITT5SKV9XZJ2guuRl+LjrSH9Bpg3C7JDaDhy37ghBCQ0BMDUiJ0eiP1ipxNToR4YPnV8Wgwu2G8nJo/hUshHJO1/af0Vmps6+/HovFghDitKrm7lRnjx07llmzZjFu3Dg0Gg233357uzfBgazOfvHFF/n000/R6/WEhIR4p45AVWe3bSBEHFAipXQIIaYC44A3pZS9okrsLXX28aPf4XbaOXK4lrxjQTz2eAqjhktuvreYyWm+xMTEYLBqkG4P+ii1qtq5psfV2Q0NSkay06kEg/BwRVGhGTzrRoNRnW2325kxYwbbtm1D107w76v0qDobeBelFOco4HWUHIW1Z9PR/orL1YDddgSXS6KpO8qunGEgIXpkJRokOp0OX19fpbGaqTqwkFKpcXD0qBIQTCaIj1e8RYMoIMDgVGcfPXqUJ598sl8FhK7SmU/qkVI6hRDzgWellM8LIQbN7iMpJZXlX2OpceEnLVillk+2BeF0uEhKrScxzE/ZXueRuBudaEyD53+eQYEQoNcr/42MhNDQQR34u5pP0N9ITExstb4wGOjMTx2XEOLnwE3AB03nBk21mLKCPCqPFRAUkk6NdPJx2UgaK7REhLmZfZkvSImvry/S7kY63GgD1V1H/R6ns3Xhm7AwpU6yajRVGQR0NqP5IhR1doEQIh7I7Nlu9R0stoOExsQSHGig0Gwmb2ckvsJFyqRaTFolADRnZgq9Bo1RHSn0W6SE2lplZ1FRkaK4BmWayEcN9iqDg9PewaSUOUKIJUCCEGIM8KOU8k8937XeR0qJ9LjxdYRgPvwFFm0khdmRaIVg5qVutNKIj0Gg0Wjw0HZXh0o/wuFQFpIbG5Xj0+yhV1EZqHSm8to04A2gGBDAECHETVLK9kUqA4jasmM4bI04Gqspl2EU/hhMXYWByBgYm9qIy2XA16QsMHcyl0ilryGlUhKzokJJRmtWXAcGqlNFKoOSzkwfrQRmSykvlFL+BJgDPNez3ep96uv3Umv+FoNB4rQ7wenHge3+SL2eSTMsuBo9NNY48WmaVnAWmRH6vldsXeU0lJRAWZkSEIKClLWDoKCzCgit1NlXXklt7QlFWG5uLhdffDGjR48mMTGxT6mzV6xYQUZGhrfvWq2W6uq2+akDWZ39wAMPeL+D0aNHExwcDChZ0O1lPQ9kOhMUfKSU+5oPpJT7gQE/wepwVOJvSkFfZ8JtiEZ4YO+BYUi9nomTarFUudEbtETGKv/zSAn6aDU/od8RHKzsLho+HIYObTcRrbOYTCays7PJyckhNDSUVasUZZjVau3T6uzf/va33mzhJ554ghkzZhAaGtqm3UBWZ7fMnr7vvvuYP1+pIRYREUF0dPQpDbMDkc4EhZ1CiFeEEFObHi8xSIR4GuGH2WxG6kLZ+Y2N+joDwWEuRgy3gNZD5LBgjL56nBUW8KjzR/0CqxUqK08c+/kpo4NuXkO44IILvJbOtWvX9ml1dksyMzO5/vrr231uIKuzW3LydzB37lzeeuutLvWvP9GZn0W/BJYAv0NZU/gCeKEnO9UncNmxHvwcYa3F4XDw9b5YHEJD2uR6ZWZB6yYwKAB3jQ1XhRV9lK/qO+pDHDx4sPUJjwfq66H5F2lk5BnXSE5KSupUO7fbzZYtW7jtNqXsSF9XZzdjsVj4+OOPefHFF9t9fqCrs0HxNB0+fJiLL77Ye27ChAk8/PDDp+3vQKHDoCCESANGARuklE+dmy71DewNdVTVNKAdcQHlew7y/YF03Ah+fqWbRpeyQ0Xv1uCqsaELN6ELU31HfYlWN/DGRmVnUUCAsoAcGtojGclWq5WMjAwKCwv7lTq7mffff58LL7yw3akjGPjqbICsrCyuvfZarzcJBp86uyNL6u9RFBc3ApuFEO1VYBuQuBwOasrK0BsN+IVFsuVIDHUuPyJiHIyKM9PoaCDUFIa7yILQa9GpNZj7Jm63EgyOHFG2nBoMEBcHUVE9oqhoXlM4cuQIDofDu6aQkpLSElmRXQAAIABJREFUZuG3PXX2mdCd6uxmsrKyTjl1BCfU2YBXnX377bcTFxfHihUrWLduHVLKTquzT0fLxd+Wj+Zpt5acrTr7q6++Ou13MNjU2cpe/HYeQC7g1/TnCOD7U7Xt4BqzgIPAj8BDHbS7FpDAhNNd8/zzz5c9TUneAZn79SpZsPUt+cH3P8hZ1+yTY1Nt8rbfFcsDhQfk+s/ek4cPlEjL/irpcXt6vD8qp2ffvn1tTx4/LmVurpT79klZXi6l292jffDz8/P+eefOnXL48OHS4XBIi8Ui4+Pj5ebNm6WUUlosFjlnzhz5/PPPSyml3L17txw1apQ8ePCglFJKt9st//KXv7S5/ueffy7nzJkjpZTSarXK4cOHy7y8PCmllDfffLN89tlnpZRSzpgxQ37//feypKRExsbGysrKSulwOOTUqVPl4sWL2+17bW2tDAkJkQ0NDaf8fJMnT/a+38svvyzvvPPOVs9Pnz5dfvHFF9Jms8m4uDjv30lhYaGMjY2VtbW1Ukopf/vb38pbbrlF2u12KaWUJSUl8o033jjl+3aGnJwcOW7cOGmz2WRBQYGMj4+XLperVRun0ynDwsK83/OaNWvk/Pnzvc8fOHBAjhgxQno8rf9N79ixQ15++eVd6t+5pr1/D8AO2Yn7dkc/l+xSysamwFFB5xalvQghtCgV234GJAPXCyGS22kXgLJm8e2ZXL8ncTiPo/fz43ithdIGJ8f3R+Bwepg4uUl9ICVGozo66JO0/AUdHq5MGY0cec4Fdi3V2SaTiY0bN7J8+XKSkpJIS0tj4sSJ7aqzx44dS2pqKsePH+/w+i3V2WlpaWg0mg7V2ZdcckmH8/0bNmzgsssuw8/v1DvomtXZoEwdzZs3r9Xzzepsg8HgVWdnZGRw7bXXtlFnR0REkJycTGpqKnPnzvVOcZ0tLdXZs2bNaqPOLikpQafTedXZ6enpvPHGG6xYscJ7jczMTBYuXNhmdKWqs5ufEKIWaC5UKlBUF97CpVLK+R1eWIgLgGVSysubjv+36XVPnNTuWZTqbr8BfiOl7NCLfS7U2fk5G3E4tJiLK/j74Rn85y9BDE3SkvUPCwV1BVSW1zMtcTq+9Q6Mo0PUBeY+wP79+xkbE6NoKoYPH3QG03PBYFRnA0yfPp2NGzeeKKLVD+iKOrujheZrTjpuf0vCqRkKHGtxXARMbtlACHEeMFxK+YEQom22zol2dwJ3AsTGxp5hN86O8gozob4GDn2pxaDXMP9nylxqUW0xI3UpUNd2+59KL1FermQlN//Aqa9X8g9UupWW6uzO7B4aCFRUVLB06dJ+FRC6Skc1mrd08drt/Xz2DkuEEBqUbOlbTnchKeWrwKugjBS62K/TIq01VDVaORqaQH5OIAE+BqbPqMct3bidkrDgMHxNOvRBBnWU0Jt4PPDuu/Dss7BsmaKoiIpSMpJVeoTBps6OiIhg7ty5vd2Nc0pPKj2LgOEtjocBLfd1BQCpwNamObwhwHtCiKtON4XUo1hr8dQVc1gXhzsnBp3Fw5gMB6ERNvZXH8JPa8JQ6wKDG6FXpyh6jWPHYPlyaN61YzQqawf6QWN1V1HpEXoyKHwPJDaptouBhcANzU9KKetoUf9ZCLGVTqwp9CguO5hLcaHH4xNI/rchoNUx+WILu6p3IV2SlMBxiBqBYUQgwqC6jnqNXbuUgBAaCr/7HYSEqAFBRaUb6HRQEEIYpJSdnkiXUrqEEPcCnwBa4G9SylwhxGMoW6PeO/Pu9jCHvwStDofGhMupZ8fuABAeLriwkQadL1G2WDQOI0Y/vVo3oTcwm0/oKK68UllUvvpqZbpo//7e7ZuKygDhtPMfQohJQoi9QF7TcboQolOaCynlJinlaCnlKNlUg0FK+cf2AoKUcmavjhIApAfipmHX+FKYE0J9nYORcQ2EBDtpOCpxNEiGxIfgH6puRz2nOBzwyitwxRVKrWRQLKaLFqnrByoq3UxnJsWfB64AqgCklLtRtqcOOGrt+VRUfkm+08HRA8FIIZhzhZHShjLcbhfxqZHoLc72l9BVeoa9e+F//gdWr1Z0FSe5avoS/VWdXVdXx5VXXkl6ejopKSn8/e9/b/e6VquVGTNmtLKPrly5EqPRSF1dXYfv07JPDQ0N3HXXXYwaNYqUlBSmT5/Ot992LU1JSsmSJUtISEhg3Lhx7Ny5s912mZmZpKWlMW7cOGbNmkVlkxzxuuuu82ZMx8XFkZGRAcDevXu55ZZbutS3/kZngoJGSnnkpHMDssyYy2PFaBhDnS2GmrxQBJA8zkaNo4YhpiEYbRqkw4PPMLUqV49jtcIzz8CttyrlMWNjlcDQh3e/9Fd19qpVq0hOTmb37t1s3bqVX//61zgcjjbt/va3vzF//vxWXqDMzEwmTpzIhg0bOv1+t99+O6GhoeTl5ZGbm8s//vEP7835bPnoo4/Iy8sjLy+PV199lbvvvrtNG5fLxf3338/nn3/Onj17GDdunFf+t27dOq86+5prrvGqs9PS0igqKuJo8wh1ENCZoHBMCDEJkEIIrRDiV8CprVr9nEazndoqI7XVJoxGN2LIQUwaXwzCgB4tPjF+CJ2666hHycmBhQth7VplmujmmyEzEzowfPY1+pM6WwihKOKlpKGhgdDQUHTt1JU4WZ2dn59PQ0MDy5cvJzOzc2Xb8/Pz+fbbb1m+fDmapgTDkSNHdjljeOPGjSxatAghBFOmTKG2trZNVnizxqGxsREpJfX19W38SFJK3n777Vb+oyuvvPKM6kX0dzqzWno3yhRSLFCGkn3cNgwPEKqOH6eoIAwhBKOG16LRQJQxCn2tDml1Q7gaEHqcgAClPObo0fDII3BSZmZnqKjsappNWyLCf9qpdv1NnX3vvfdy1VVXERMTg9lsZt26dd4bdjMOh4OCggLi4uK855rrDkybNo2DBw9SXl5OZGRkh58jNzeXjIyMVqONU3Hddde1VaADS5cuZdGiRa3OFRcXM3z4iR3wzers6Oho7zm9Xs9LL71EWloafn5+JCYmekdzzXz55ZdERUWRmJjoPTdhwgSefPJJfve73522zwOB0wYFKWU5ynbSgY3DQlmdlQ9rKjhUkILQCEbFVeH0OHE6nAToA9EFG9D6qdsee4TsbEhPV0YGI0bAyy9DcvJZV0Lr7A28O+mv6uxPPvmEjIwMPvvsM/Lz87n00kuZNm1aq6zlyspKb4nKZrKystiwYQMajYb58+fzr3/9i8WLF3fbZ+1o3eRk2tP1nPx+TqeTl156iV27djFy5Ejuu+8+nnjiiVa1EtorMqSqs09CCLFaCPHqyY9z0blzSvl+KurtGLU6nIWh6Gw2omILcHlcGLQG9D56ULOXu5/qavj97+H222HTphPnx43rUmnM3qC/qrP//ve/M3/+fIQQJCQkEB8f36rmMiifzWazeY/37NlDXl4el156KXFxcWRlZXmnkDpSZ6ekpLB7926vgrsjWi7+tny8/vrrbdp2Rp2dnZ0NKKM0IQQLFixopc52uVy88847bdZrBps6uzNzIZ8CW5oe24FIYACKfyQuvS+N1hBKS51o/Bqxneci1i8Wo9aIXt+/blB9HimVIHDttfCf/ygZyU5nb/eqWwgKCuL555/n6aefxul0cuONN7Jt2zY+/fRTQBlRLFmyxDsd8dvf/pbHH3/c+yve4/HwzDPPdPgeY8aMobCw0Ft4/o033mDGjBmt2kyePJmtW7dSVVWF0+nkX//6V7vXio2NZcsWZbqtrKyMgwcPtlnoDgkJwe12ewNDZmYmy5Yto7CwkMLCQkpKSiguLubIkSNMnDiR7du3U1paCsCOHTuw2+0MHz6cUaNGMWHCBB599FFvYMvLy2Pjxo1t+tVy8bfl4+SpI4CrrrqK119/HSkl33zzDUFBQa2mjgCGDh3Kvn37qKioAGDz5s2tpHGffvopY8aMYdiwYa1ed+jQIVJTU9v97gYinZk+ajWGE0K8AQxITaLb6ebHAwY8SM47T5AQkE6gNhC3AYRdXUvoNkpL4fHHoflX2uTJ8Ic/QDv1cvsrLdXZN910Exs3buS+++5j8eLFuN1ubrrppnbV2RaLBSHEaRdeW6qzXS4XEydO7FCdHR0dzfjx49stZv/II49wyy23kJaWhpSSP//5z4SHh7dpd9lll7Ft2zYuueQSsrKy+Oijj1o9P2/ePLKysnjwwQd57rnnmD17Nh6PB39/fzIzM73rFGvWrOHXv/41CQkJ+Pr6EhYW1kphfTbMnj2bTZs2ea/ZclttRkYG2dnZxMTE8OijjzJ9+nT0ej0jRozgH//4h7fdqYoMqers071AiFHAJ1LKhJ7pUsf0lDrbVrCZj7O/5K8bbuHYN0Es+aWFsMkNjB+iJ8A3CFeJh8jYAPSRvt3+3oOKnBy45x6wWJQF5aVLlaS0s5xbb6Y9VbBK97Jr1y6eeeYZ3njjjd7uyjnDbrczY8YMtm3b1u6OrL5KT6mzmy9Uwwm7qQaoBh469Sv6J0eP5WC1+VH8YwjgYVyKlWKUobzbDNTZEdrBoQvuUUaPVkymcXHw4INKIRyVfsF5553HRRddhNvt7tTuoYHA0aNHefLJJ/tVQOgqHX5SoaxSpaMI7QA88kyHFv0Ep93OPkc61nofIvzrqJDVaDVBmMtd6HxchEb5ogsbPItN3YbbDevWKaOBwEDw8YHXXlP+rNLvuPXWQVOqHYDExMRW21MHAx1OlDcFgA1SSnfTY0AGhLryMkqr6zmWH4ZBQFRMGULAhKG+6PV6IkcEYVK3op45hw4piWfPPKM8mlEDgopKn6UzY6LvhBDjpZTty0QGAC6Xk0JjGNVFUeByMSqqmAkjR2NzuTAZ1dHBGeNwwJo18M9/KiOFIUPg8st7u1cqKiqd4JRBQQihk1K6gKnAHUKIfKARRQcnpZSnrgLez7BYj+LGSfmBAASSmHQ7wt8fabFgNKpG1DNizx547DEoLFQWjxcsgHvvBV91gV5FpT/Q0UjhO2A8MGBr0ZmrKmmoO05+0feUlERTX29Aa6gnMrwRj8eDRqNBrxk8C0xd5tgxJQnN41Gykv/4RyVLWUVFpd/Q0ZqCAJBS5rf3OEf961EaqquwmCsoIIiq4mQ0QsOooaWMifLF4XAQEBDQ5a2Sg4rhw2HePMVsmpk56AJCf1Vn19TUMG/ePMaNG8ekSZPIyclp97pSSi6++GLq6+u95zZs2IAQolUG9NatW7niiitavfaWW25h/fr1gKKbeOihh0hMTCQ1NZVJkya1yXk4G5544gkSEhJISkrik08+abfNli1bGD9+PBkZGUydOtWb/Afw9ttvk5ycTEpKCjfcoBSJrKioYNasWV3uW3+io6AQIYRYeqrHOethD+PjqMBXp6WuMALh8TByWBmeqHDcbjd+fn4AeOrtag2F9qivV6aKdu06ce6hh5Q8BB+f3utXL9Ff1dmPP/44GRkZ7Nmzh9dff53777+/3XabNm0iPT29lRMpMzOTqVOnnpFF9JFHHuH48ePk5OSQk5PD+++/j9ls7tJn2LdvH1lZWeTm5vLxxx9zzz33tJuod/fdd/PWW2+RnZ3NDTfcwPLlywElq/qJJ55g+/bt5Obm8uyzzwIQERFBdHT0KQ2zA5GOgoIW8AcCTvEYEEgkFnw5lB8KDgfDxzYifXwQQiBdGhxWFx6zQ01aO5nPPoOf/xzeew+eekrRVoA6smqiP6mz9+3bx09/qggEm/UZZWVlbdqdrM5uaGhg+/btvPbaa50OChaLhdWrV/PCCy9gMBgAiIqKYkEX62Rs3LiRhQsXYjAYiI+PJyEhge+++65NOyGEd6RTV1fn9SOtXr2axYsXExISAtDK9jp37lzeeuutLvWvP9HRhPlxKeVj56wnvYTb7aKiJBhzjSA8wI4xLRi3243Rz4jT5sHgq8cHEGpNZoWqKvjzn5WgAJCRoeit+1gw+E9l3ekbnSGXhXeu9Gd/U2enp6fzzjvvMHXqVL777juOHDlCUVERUVFRrdpt376dV155xXv87rvvMmvWLEaPHk1oaCg7d+5k/PiO95/8+OOPxMbGthptnIoHHniAzz//vM35hQsX8tBDrfNni4uLmTJlive4WZ19MmvWrGH27NmYTCYCAwP5pqmSX7N36sILL8TtdrNs2TLvtNGECRNamVQHOh3d6frWv/Iewul0kZ8TAB43aRkuLJhxuYLwN/ghbW50EoRqR1VGAh9+qOQb1Ncru4nuuw+uuQY0fc8L1dkbeHfSX9XZDz30EPfffz8ZGRmkpaVx3nnntZvBW11drayzNZGZmel9v4ULF5KZmcn48eO77bOuXLmy0207o85uvuamTZuYPHkyK1asYOnSpaxZswaXy0VeXh5bt26lqKiIadOmkZOTQ3Bw8KBTZ3cUFM69kP4c45EOKp0VHDk0GY3QMGaclQaPnXCfcDRlDmwWG0IINJG+gyREdoDZDCtXKgHhJz+B//1fOMlCOdhpXlOoq6vjiiuuYNWqVSxZsoSUlBS++OKLVm3bU2enn8HCfHeqswMDA70COSkl8fHxxMfHt2mn0+m8u/Kqqqr47LPPyMnJQQiB2+1GCMFTTz3VoTo7ISGBo0ePYjabWwWY9jiTkUJn1NkVFRXs3r2byZMnA0qQbB4NDBs2jClTpqDX64mPjycpKYm8vDwmTpyoqrObkVJWn8uO9AZ2RyG5Th9KDkaAx82YpDo0aPE3+OOxSywGHaaEEAwjAs/6F12/xuNRks9AyUL+wx+UheXnnlMDQgf0N3V2bW2ttybzmjVrmD59ervTO0lJSRQUFACwfv16Fi1axJEjRygsLOTYsWPEx8ezbds2EhMTKSkpYf/+/QAcOXKE3bt3k5GRga+vL7fddhtLlizxvufx48d5880327zfypUr21VnnxwQQFFnZ2VlYbfbOXz4MHl5eUyaNKlVm5CQEOrq6rzfc0t19ty5c70BqLKykkOHDnkX+webOrvvjfvPIRIPlUVDcdZr8QtupCH6GFqpJyAggLpKGwFhJvxDDL3dzd6hsBDuuANaqIW5+GKYPbvPrR/0RVqqs00mExs3bmT58uUkJSWRlpbGxIkT21Vnjx07ltTU1Db1hU+mpTo7LS0NjUbToTr7kksuOeV8//79+0lJSWHMmDF89NFHPPfcc+22mzNnDlu3bgWUqaN58+a1ev6aa65h7dq1GAwG3nzzTX7xi1+QkZHBtddey5o1awgKUqb0li9fTkREBMnJyaSmpjJ37lzvFNfZkpKSwoIFC0hOTmbWrFmsWrXKK+2bPXs2JSUl6HQ6Vq9ezTXXXEN6ejpvvPGGV9l9+eWXExYWRnJyMhdddBErVqwgLCwMUNXZfZ7uVGfn7dnAE/8M4Ot3Mpg4o5KHlnn4Id/BpQmx2PfVM/zSWDS6QRY3XS54/XVYvVopehMTA+vX9/ktpqo6u+c5fvw4ixYtYvPmAVlO5ZRMnz6djRs3encm9Qe6os4eZHe81tSbzRw7HIJWp2PUeKd3ntbjFPiHGQbfAvPBg7BoEfz1r0pAuPpqePPNPh8QVM4N0dHR3HHHHa2S1wY6FRUVLF26tF8FhK4yaPdZNjQ0YK4upaJ4Kh7pJiKunO+PmDB5AnA2uPAbTCMElwteeUUR2Hk8yujg4YfhpDlZFZWu5hP0NyIiIpg7d8CaftplEN35WuNwOLCanZRX+4PWwdiRBoTbyAVxERidbgyhxsGz40irVSqiSQnXXw9ZWWpAUFEZpAzKkYLH48Fut7P3sFHZijrcSVLoSIpKyzC4NWikB324aWDvOLJYoLERIiKUheNHHoHKShg3rrd7pqKi0osMypGC3W6nvq6C4pIwtEJLYmwDXxfW4eME21ELwqBF+AzgcoNff60orR9++ISeIiZGDQgqKiqDc6SAy4675L8UHxsJaEiIbcDu8OEnQf5oXTpC08LRDMRF5ro6JSP5ww+V45AQ5VxwcO/2S0VFpc/QoyMFIcQsIcRBIcSPQog2GSdNxtV9Qog9QogtQogRPdmfZkqLCzDbyiksTURotGCqBOnBXQeaSN+BFxCkhC1bFIHdhx8qu4mWLFFyENSA0K2UlpaycOFCRo0aRXJyMrNnz+bVV19to5JWUemr9NhIQQihBVYBlwJFwPdCiPeklPtaNNsFTJBSWoQQdwNPAd3nBD4F5sZ9uG3+VNeGoTNJwsMaSPPTIyyCyPhz78zpUaRUpoma/fLjxyvHsbG9268BiJSSefPmcfPNN3utodnZ2bz//vu93DMVlc7TkyOFScCPUsoCKaUDyAKubtlASvm5lNLSdPgNMKwH++PF5TCTfyAel0bHiIhqNFrQejRowv3Q6AfYMosQMHKkIrD73/+Fl18eHAFhwoRTP95550S7d97puO0Z8Pnnn6PX61tlFmdkZDBt2jQaGhq49tprGTNmDDfeeKM3J+axxx5j4sSJpKamcuedd3rPz5w5kwcffJBJkyYxevRovvzyS0AxsP7mN78hLS2NcePG8cILLwDwww8/MGPGDM4//3wuv/zy02ZEq6icip68Aw4FjrU4Lmo6dypuA9otvySEuFMIsUMIsaOioqLrPbNWc7gkAqERJEVX0zgsXqnFPFCmjUpKoKVL/uablazkPmo0HSjk5OS0UWQ3s2vXLp599ln27dtHQUGBt7bBvffey/fff09OTg5Wq5UPPvjA+xqXy8V3333Hs88+y//93/8B8Oqrr3L48GF27drFnj17uPHGG3E6ndx3332sX7+eH374gVtvvZU//OEPPf+BVQYkPbnQ3N4dtl2nhhDif4AJwIz2npdSvgq8Cormoss9c9n5sVz5tewbVI6PIwytTaOUFerPeDywbh2sWgUGA/zrXxAaCjodtCgaMijorApl/nzl0cNMmjSJYcOUgXCzXnvq1Kl8/vnnPPXUU1gsFqqrq0lJSeHKK69s6prSr/PPP5/CwkIAPv30U375y1961dahoaHeCmbNqm632020KixUOUt6MigUAcNbHA8D2kjJhRCXAH8AZkgp25aO6iHyjwQAgqjIWjIih+GQWvyi/Pqv662gAJYvhz17lOPp09VRwTkmJSXFW4f4ZJqrjIFSy9nlcmGz2bjnnnvYsWMHw4cPZ9myZdhstjavaW4P7ddmkFKSkpLC119/3d0fSWUQ0pN3je+BRCFEvBDCB1gIvNeygRDiPOAV4CopZXkP9qUVdfUmKmr0aI0uQkPNCCHQarX4BRv6X8KaywWvvQY33qgEhIgIZdvp44+rO4vOMRdffDF2u53Vq1d7z33//ff897//bbd9cwAIDw+noaHhlAGlJZdddhkvv/yyN0hUV1eTlJRERUWFNyg4nU5yc3O7+nFUBik9FhSklC7gXuATYD/wtpQyVwjxmBDiqqZmK1DqQP9LCJEthHjvFJfrPqw1FBwNxyE9xERWEyg1GE2+/VcH/Yc/wEsvKQK7efOUKaPp03u7V4MSIQQbNmxg8+bNjBo1ipSUFJYtW9am2EszwcHB3HHHHaSlpTF37lwmTpx42ve4/fbbiY2NZdy4caSnp7N27Vp8fHxYv349Dz74IOnp6WRkZPDVV19198dTGSQMOnV2SfYWXnjDzlsbp3DxtMNcfpWZWRnJ2KolQYkh+Ab2MyNodjb83//B738PnbipDFRUdbaKyglUdfYZ4HDVUlYzDCklSUPrcRn9qCt1YLO40Gj7wWhh50549dUTxxkZys6iQRwQVFRUuo9Bp7lweqqoq5+AACKjPEi0CDREjvDH6Kfv7e6dmsZGeP55+Pe/leMJE5RENFAspyoqKirdwKALCgDmel8AAgNsuLQ6dG6J3tCHb6zbt8Of/gTl5cr20ltvhbS03u6ViorKAGRQBQWbzYbT5aa2Rgd48PO14tD6gEuiDe6DtZhra+Evf4GPmnL6UlLgj3+EUaN6t18qKioDlkEVFCwWCx6pp9GixYODQF83dXo9CIHG0Ae/itWrlYBgMMA99ygFcNTcAxUVlR6kD94JexZroy9SevAz2Siv9yPMT/Stb0HKE9tj77oLqqth8WIYdk60UCoqKoOcQfWz0+Wqp6pOIj0SncGCxj+S80L8oS9MHUkJGzYo6wUOh3IuMBCeeEINCCoqKueMvvQbucdxu+uprw/CJT0E+lmZHBuJJtiAcPZyrkZRkaKoaM6/2LwZ5szp3T6pqKgMSgbVSAHgSG0wdS4Pwb4ucGqpKLOiN/bSziOPB956C667TgkIISGKnmL27N7pj0qXEUJw0003eY9dLhcRERE9XmRHq9WSkZFBamoqV155JbW1td7nioqKuPrqq0lMTGTUqFHcf//9OJpHo7RfGOjQoUNt3sNqtTJjxgzcbrf33IYNGxBCcODAAe+5wsJCUlNTW7122bJlPP3002f0fmfKxx9/TFJSEgkJCTz55JPttlm5ciUpKSmkpqZy/fXXt3JNxcXFkZaWRkZGBhPOUJvelT511ObWW28lMjKy1ffpcDiYPn26V3XS3Qy6oFBca0Jvs5MWDpZaF0ERJiKGB5z7jhQUwC9+AStXgt0OP/uZoqi47LL+q9xQwc/Pz6vBBti8eTNDh3ZkjO8eTCYT2dnZ5OTkEBoayqpVqwBFljd//nzmzp1LXl4ehw4doqGhwavWbi4MNHPmTPLz89m3bx+PP/44ZWVlbd7j/7d35tFVldcC/21CQkgZQhgqEANRBpljQAJPoCgYAX0ImkJYUojoowo+RY3F4bVCnx1UXLapoPUpi1IgieaJ4ISWqUUwYMAUQoQHQiCAJRAghIwk2e+Pc3K5mW+Gm5Dc77fWXevc7+xzvr3vcPb59vedvVeuXMn999+Pl9NzMbGxsYwZM8ZRVKgmatNfbSguLmbhwoV8/vnnpKamEhsbS2pqahmZ06dPExMTQ1JSEikpKRQXF1fQe9u2bSQnJ1NT1oTt27cTFRVVb51qkol2ByalAAAVWElEQVSKimLTpk1ljvHx8WHChAnEx8dX239d8ajwEUDWRR+kRAjo0hlfHy863ODXNIocOgQHD1oprV94AcaMaRo9WiANdJNXAVezq0yePJlPP/2UiIgIYmNjmTVrlqNIzpo1a4iJiaGwsJCwsDBWrFiBl5cX06ZNIz09nfz8fJ588knmz59PWloakydPZsyYMezatYuePXuyYcMG2rZtW23/o0ePZr+dLXfr1q34+vry0EMPAdaI4o033iA4OJilS5eSmJhYaWGgyli7di3r1q1zvL9y5Qo7d+5k27ZtTJ06lSVLltT42VRViKi+7Nmzhz59+nDTTTcBEBkZyYYNGxg4cGAZuaKiIvLy8vD29iY3N7fKvFQNgSs61SQzbtw4R9p0Z6ZNm8bzzz/Pgw8+2OB6e9xI4cJ5bwThBv9iAgYE0NqvEZ9ivnjx2vbkyfCLX8D77xuH0MKIjIwkLi6O/Px89u/fT1hYGGDlo4mPj2fnzp0kJyfj5eXF2rVrAesufO/evSQlJRETE0NmZiYAR44cYeHChRw8eBB/f3/+t/SJ9iooLi5my5YtTJ1q5Zw8ePBghcI/HTp0ICgoiKNHj1ZbGMiZwsJCjh07Ru/evR1tH330EZMmTaJfv34EBASwb9++Gs/jan8AY8eOJSQkpMJr8+bNFWRPnz7NjTdey9QfGBjI6dOny8j07NmT6OhogoKC6N69Ox07diQ8PNyxX0QIDw9n+PDhvOOcSsaJsLAwQkJCeOSRR9i4caNDpy9Ky93WUidXZCpj8ODBfPPNNzXK1QWPGilcvFpM5kUvkBK6dBfadmvXOB3n51tlMBMS4K9/heBgK0Q0Y0bj9O9h1CNfYoMwdOhQ0tLSiI2NZYrT/NCWLVvYu3evIxtqXl4e3eziRzExMaxfvx6A9PR0jhw5wg033EBwcLDjTtq52E558vLyHMV7hg8f7ii4U1n9heraq+L8+fP4l0vFHhsby6JFiwDLEcbGxhIaGlrleWublr50dOUKlSX2LN/fxYsX2bBhA8ePH8ff35+f/vSnrFmzhtmzZwOwc+dOevToQUZGBnfddRe33HIL48plHN69ezdghY9WrVrFqlWr6qWTKzKV4eXlhY+PD9nZ2bRv37Dhb49yCleyM8m92J5WQJfOjRS3T0qyVhadOmU9ePbtt5ZTMLRopk6dSnR0NNu3b3fc9asqc+fO5Xe/+10Z2e3bt7N582a+/vpr/Pz8GD9+vGMCtHxxntK5ivKUzilkZWVx7733snz5cp544gkGDRpUYXRx+fJl0tPTufnmm8nIyHCpjkPbtm3LTMpmZmaydetWUlJSEBGKi4sREV599VU6d+7MRedRMVbdh+DgYAIDA13qD6yRQnZ2doX2ZcuWMXHixDJtgYGBpKdfq/576tSpCqGhzZs3ExwcTNeuXQGrst2uXbscTqFUvlu3bkyfPp09e/ZUcAq1wRWdXJGpioKCAquMcAPjMeGj/OIS0nIKyb7UGi/xplsXN684unLFWkn06KOWQ+jTB1atapTSj4amZ968efzqV79iiFOOqgkTJpCQkEBGhlVP6sKFC5w4cYKsrCw6deqEn58fhw4dIjExsc79duzYkZiYGJYtW8bVq1eZMGECubm5rF69GrDCS8888wxRUVH4+fm5XBioU6dOFBcXOxxDQkICc+bM4cSJE6SlpZGenk5wcDBfffUV7dq1o3v37mzZssVh56ZNmxgzZkytChHt2LGD5OTkCq/yDgHgtttu48iRIxw/fpzCwkLi4uIcIbRSgoKCSExMJDc3F1Vly5YtjvTSOTk5DgeUk5PDl19+WWEFlTPjx4+vdpTgqk6uyFRGZmYmXbt2xdu74cPfHuUUsjLy0HwfWvv40KW/G1ccJSdboaEPP7QS2D36qBU2KjfpZWi5BAYG8uSTT5ZpGzhwIC+//DLh4eEMHTqUu+66ix9++IFJkyZRVFTE0KFD+eUvf8moUaPq1fett97KsGHDiIuLcxT++eCDD+jbty/9+vXD19eX3/72t0DtCgOFh4fz1VdfAVboaPr06WX2P/DAA46J6NWrV/Pyyy8TEhLCnXfeyUsvvcTNN99c60JErtK6dWvefPNN7r77bgYMGMCMGTMYNGgQAFOmTOHMmTOEhYURERFBaGgoQ4YMoaSkhPnz5wNw9uxZxowZw7Bhwxg5ciT33HMPkyZNqtBP6ZxC+Vdlcwqu6FSdDMCsWbMYPXo0hw8fJjAwkPfeew+wJuynuGvpuqo2q9fw4cO1LpzNytJXV8Rp38DTOmToD5qdnV2n87jEyZOqo0erRkWpfv+9+/oxOEhNTW1qFVo8+/bt09mzZze1GgZVnT59uh46dKjK/ZX9H4AkdeEa6zFzClpYQP4lwEtoE6Bl1lrX/+QKu3dDWJg1gXzjjVbd5P79TQI7Q4vh1ltv5Y477qC4uLhh/z+GWlFYWMi0adPo37+/W87vOVes4nyyr7RBRWjXsajhftRnz8JTT8Hjj8PHH19rHzDAOARDi2PevHnGITQxPj4+zJkzx23n95iRQlFREeeyLHM7dKD+P+ySEvjoI/jDHyA3F9q1AzdM+hgMBkNj4jlOIb+IvOwfUaKtCOgk9XMKJ09ay0xLH9YZPx4WLwZ7qZvBYDA0VzzGKWiJkpfbhhKU0D71WNu7f7+1mqiwEAICrKeSJ0ww+YoMBkOLwGOcAkBOjuUMunatR6x/wAAICrImkZ9+Gjp2bCDtDAaDoenxGKdQWHyVy9k+gNbOKRQWwpo11kNn/v7WvMHKleDXRIn0DAaDwY14zPKYwpKr5OX40govunVz0RceOACzZ8OKFfD669fajUMwGAwtFI8ZKRTlXSUnuy3SyoXwUV4evPUWxMZazyAEBZn0FAaDwSPwGKdQeKWIggIv2v2oFf7+1aw82rPHWll05oz1nMHcuTB/Pvj4NJ6yhnqTnp5OQUFBg52vTZs2ZVIcNwTz5s3jk08+oVu3bqSkpLh83KVLl1i3bh0LFiyodP+SJUto164d0dHRLp2vtvKGlo3HhI8u2c8odP8xtG5dhVM4eRIWLrQcQr9+sHq19VCacQjNjoKCAvz8/BrsVVsH40plrsqqarnCpUuXWLFiRa2PMxhcwYOcQitEFH//q1U/oxAUBLNmwYIFlkO45ZbGVdLgUYwbN46AgIBqZXJycrjnnnsYNmwYgwcPJj4+nueee47vv/+ekJAQnn32WQB+85vf0L9/fyZOnMjhw4dr7Ls6+TVr1jBy5EhCQkL4+c9/TnFxMYsXLy7jiJYsWcLrzvNshhaDx4SPLl1WQAkIaHOtiMWFC/Daa/DAA9dqOD79dJPpaGj+hIWFUVBQwJUrV7hw4YKjQM4rr7zC3XffXevzbdq0iR49evDpp58CkJWVRVhYGCkpKSQnJwOwd+9e4uLi+PbbbykqKiI0NLTa6mbVyTtXh/P29mbBggWsXbuWyMhIFi1a5AhZvf/++3Ua5RiufzzGKWRleaMIXbp4W5PHn38Oy5bB5ctw4gSsXWseQDPUm9pU5nKFIUOGEB0dzeLFi7n33nsZO3ZshQI2O3bsYPr06fjZq+JqysdfnXxV1eHmzJlDRkYGZ86c4dy5c3Tq1ImgoKB62Wa4PnGrUxCRScAfAS/gXVX9fbn9bYDVwHAgE5ipqmnu0CXrspWXqGubbHjyRdi1y9oxahS88IJxCIbrkn79+rF3714+++wznn/+ecLDwytNhlbbUpdVyWsV1eEAIiIiSEhI4F//+heRkZG16s/QfHDbnIKIeAHLgcnAQGCWiJSvMvMwcFFV+wBvAK+4S5+srNa0zc2jZ/xblkPo0AGWLIE//QnqWeDDYCiPK5W5XOHMmTP4+fkxe/ZsoqOj2bdvH+3bty9TpnLcuHGsX7+evLw8srOz+dg5W28lVCdfVXU4sOowx8XFkZCQQERERL1tM1yfuHOkMBI4qqrHAEQkDrgPSHWSuQ9YYm8nAG+KiNgFIRqUy5lC2ys5BHQ8D3feaSWw69y5obsxXCe0adOG3NzcBj2fK5TOKZSnsjmFWbNmsX37ds6fP09gYCBLly7l4YcfLiNz4MABnn32WVq1aoW3tzdvvfUWnTt35vbbb2fw4MFMnjyZ1157jZkzZxISEkKvXr0YO3as4/gpU6bw7rvvlqlsFhoaWqW8c3W4kpISvL29Wb58Ob169WLQoEFkZ2fTs2dPunfvXm0fhuaLuOH6a51YJAKYpKqP2O9/BoSp6uNOMim2zCn7/fe2zPly55oPzAcICgoaXnrnUhueWHiBbR9f5L1fnGXk4/9WV7MM1ynfffedo96uweDpVPZ/EJG9qjqipmPdOVKoLGhZ3gO5IoOqvgO8AzBixIg6ebGY5QGwPADVm+tyuMFgMHgE7nxO4RTg/AhoIHCmKhkRaQ10BC64USczn2wwGAzV4E6n8A3QV0SCRcQHiAQ2lpPZCMy1tyOAre6YTzB4BuanYzDU/3/gNqegqkXA48AXwHfA+6p6UER+LSKlC6PfAzqLyFHgaeA5d+ljaNn4+vqSmZlpHIPBo1FVMjMz8fWteyExt000u4sRI0ZoUlJSU6thuM64evUqp06dIj8/v6lVMRiaFF9fXwIDA/EuVzP+ephoNhgaDW9vb4KDg5taDYOh2eMxCfEMBoPBUDPGKRgMBoPBgXEKBoPBYHDQ7CaaReQcUPtHmi26AOdrlGpZGJs9A2OzZ1Afm3upateahJqdU6gPIpLkyux7S8LY7BkYmz2DxrDZhI8MBoPB4MA4BYPBYDA48DSn8E5TK9AEGJs9A2OzZ+B2mz1qTsFgMBgM1eNpIwWDwWAwVINxCgaDwWBw0CKdgohMEpHDInJURCpkXhWRNiISb+/fLSK9G1/LhsUFm58WkVQR2S8iW0SkV1Po2ZDUZLOTXISIqIg0++WLrtgsIjPs7/qgiKxrbB0bGhd+20Eisk1EvrV/31OaQs+GQkRWikiGXZmysv0iIjH257FfREIbVAFVbVEvwAv4HrgJ8AH+CQwsJ7MAeNvejgTim1rvRrD5DsDP3n7ME2y25doD/wASgRFNrXcjfM99gW+BTvb7bk2tdyPY/A7wmL09EEhrar3rafM4IBRIqWL/FOBzrMqVo4DdDdl/SxwpjASOquoxVS0E4oD7ysncB/zF3k4AJog065psNdqsqttUtbSSfSJWJbzmjCvfM8B/A68CLSGntis2/wewXFUvAqhqRiPr2NC4YrMCHeztjlSs8NisUNV/UH0FyvuA1WqRCPiLSPeG6r8lOoWeQLrT+1N2W6UyahUDygI6N4p27sEVm515GOtOozlTo80icitwo6p+0piKuRFXvud+QD8R2SkiiSIyqdG0cw+u2LwEmC0ip4DPgP9sHNWajNr+32tFS6ynUNkdf/l1t67INCdctkdEZgMjgJ+4VSP3U63NItIKeAOIaiyFGgFXvufWWCGk8VijwR0iMlhVL7lZN3fhis2zgFWq+rqIjAb+attc4n71mgS3Xr9a4kjhFHCj0/tAKg4nHTIi0hpryFndcO16xxWbEZGJwIvAVFUtaCTd3EVNNrcHBgPbRSQNK/a6sZlPNrv6296gqldV9ThwGMtJNFdcsflh4H0AVf0a8MVKHNdScen/XldaolP4BugrIsEi4oM1kbyxnMxGYK69HQFsVXsGp5lSo812KOXPWA6huceZoQabVTVLVbuoam9V7Y01jzJVVZtzLVdXftsfYS0qQES6YIWTjjWqlg2LKzafBCYAiMgALKdwrlG1bFw2AnPsVUijgCxV/aGhTt7iwkeqWiQijwNfYK1cWKmqB0Xk10CSqm4E3sMaYh7FGiFENp3G9cdFm18D2gEf2HPqJ1V1apMpXU9ctLlF4aLNXwDhIpIKFAPPqmpm02ldP1y0+Rngf0TkKawwSlRzvskTkVis8F8Xe57kJcAbQFXfxpo3mQIcBXKBhxq0/2b82RkMBoOhgWmJ4SODwWAw1BHjFAwGg8HgwDgFg8FgMDgwTsFgMBgMDoxTMBgMBoMD4xQM1x0iUiwiyU6v3tXI9q4qm2Qt+9xuZ+L8p50ion8dzvGoiMyxt6NEpIfTvndFZGAD6/mNiIS4cMwiEfGrb98Gz8A4BcP1SJ6qhji90hqp3wdVdRhWssTXanuwqr6tqqvtt1FAD6d9j6hqaoNoeU3PFbim5yLAOAWDSxinYGgW2COCHSKyz379WyUyg0Rkjz262C8ife322U7tfxYRrxq6+wfQxz52gp2n/4Cd576N3f57uVafYpndtkREokUkAiu/1Fq7z7b2Hf4IEXlMRF510jlKRP5URz2/xikRmoi8JSJJYtVRWGq3PYHlnLaJyDa7LVxEvrY/xw9EpF0N/Rg8COMUDNcjbZ1CR+vttgzgLlUNBWYCMZUc9yjwR1UNwboon7LTHswEbrfbi4EHa+j/34EDIuILrAJmquoQrAwAj4lIADAdGKSqQ4GXnQ9W1QQgCeuOPkRV85x2JwD3O72fCcTXUc9JWGktSnlRVUcAQ4GfiMhQVY3Byotzh6reYae++C9gov1ZJgFP19CPwYNocWkuDC2CPPvC6Iw38KYdQy/GyulTnq+BF0UkEPhQVY+IyARgOPCNnd6jLZaDqYy1IpIHpGGlX+4PHFfV/7P3/wVYCLyJVZ/hXRH5FHA5NbeqnhORY3bOmiN2Hzvt89ZGzx9hpX1wrro1Q0TmY/2vu2MVnNlf7thRdvtOux8frM/NYACMUzA0H54CzgLDsEa4FYrmqOo6EdkN3AN8ISKPYKUZ/ouqPu9CHw86J8wTkUprbNj5eEZiJWGLBB4H7qyFLfHADOAQsF5VVawrtMt6YlUg+z2wHLhfRIKBaOA2Vb0oIquwEsOVR4C/qeqsWuhr8CBM+MjQXOgI/GDnyP8Z1l1yGUTkJuCYHTLZiBVG2QJEiEg3WyZAXK9PfQjoLSJ97Pc/A/5ux+A7qupnWJO4la0AysZK310ZHwLTsOoAxNtttdJTVa9ihYFG2aGnDkAOkCUiPwYmV6FLInB7qU0i4icilY26DB6KcQqG5sIKYK6IJGKFjnIqkZkJpIhIMnALVsnCVKyL55cish/4G1ZopUZUNR8rA+UHInIAKAHexrrAfmKf7+9Yo5jyrALeLp1oLnfei0Aq0EtV99httdbTnqt4HYhW1X9i1WY+CKzECkmV8g7wuYhsU9VzWCujYu1+ErE+K4MBMFlSDQaDweCEGSkYDAaDwYFxCgaDwWBwYJyCwWAwGBwYp2AwGAwGB8YpGAwGg8GBcQoGg8FgcGCcgsFgMBgc/D/xwP/m/Lt8VQAAAABJRU5ErkJggg==\n", + "text/plain": [ + "<Figure size 432x288 with 1 Axes>" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "array([0.61071404, 0.07386691, 0.89655324, ..., 0.19502204, 0.27621208,\n", + " 0.96733729])" + ] + }, + "execution_count": 10, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "cv = StratifiedKFold(n_splits=10)\n", + "results = np.zeros_like(y, dtype=float)\n", + "\n", + "tprs = []\n", + "aucs = []\n", + "mean_fpr = np.linspace(0, 1, 100)\n", + "\n", + "i = 0\n", + "for train, test in cv.split(X, y):\n", + " print('>>')\n", + " keras.backend.clear_session()\n", + " prbs=[]\n", + " model = SVC(kernel='rbf', gamma='scale', probability=True)\n", + " # Fit the model\n", + " model.fit(X[train,:], y[train])\n", + "\n", + " \n", + " probas_ = model.predict_proba(X[test,:])[:, 1]\n", + " results[test] = probas_\n", + "\n", + " # Compute ROC curve and area the curve\n", + " fpr, tpr, thresholds = roc_curve(y[test], probas_[ :])\n", + " print(' ' + str(auc(fpr, tpr)))\n", + " tprs.append(interp(mean_fpr, fpr, tpr))\n", + " tprs[-1][0] = 0.0\n", + " roc_auc = auc(fpr, tpr)\n", + " aucs.append(roc_auc)\n", + " plt.plot(fpr, tpr, lw=1, alpha=0.3,\n", + " label='ROC fold %d (AUC = %0.2f)' % (i, roc_auc))\n", + "\n", + " i += 1\n", + "plt.plot([0, 1], [0, 1], linestyle='--', lw=2, color='r',\n", + " label='Chance', alpha=.8)\n", + "\n", + "mean_tpr = np.mean(tprs, axis=0)\n", + "mean_tpr[-1] = 1.0\n", + "mean_auc = auc(mean_fpr, mean_tpr)\n", + "std_auc = np.std(aucs)\n", + "plt.plot(mean_fpr, mean_tpr, color='b',\n", + " label=r'Mean ROC (AUC = %0.2f $\\pm$ %0.2f)' % (mean_auc, std_auc),\n", + " lw=2, alpha=.8)\n", + "\n", + "std_tpr = np.std(tprs, axis=0)\n", + "tprs_upper = np.minimum(mean_tpr + std_tpr, 1)\n", + "tprs_lower = np.maximum(mean_tpr - std_tpr, 0)\n", + "plt.fill_between(mean_fpr, tprs_lower, tprs_upper, color='grey', alpha=.2,\n", + " label=r'$\\pm$ 1 std. dev.')\n", + "\n", + "plt.xlim([-0.05, 1.05])\n", + "plt.ylim([-0.05, 1.05])\n", + "plt.xlabel('False Positive Rate')\n", + "plt.ylabel('True Positive Rate')\n", + "plt.title('Receiver operating characteristic example')\n", + "plt.legend(loc=\"lower right\")\n", + "plt.show()\n", + "results" + ] + }, + { + "cell_type": "code", + "execution_count": 11, + "metadata": {}, + "outputs": [], + "source": [ + "df_results = pd.DataFrame(data={\"name\": names, 'pred': results})\n", + "df_results.to_csv('/home/drewe/notebooks/genotox/pred.svm.v4.csv', index=None)" + ] + }, + { + "cell_type": "code", + "execution_count": 12, + "metadata": {}, + "outputs": [ + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXoAAAD8CAYAAAB5Pm/hAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAEqpJREFUeJzt3XuMXGd5x/HvQ8ylKaEB7FDLznZDZWip1YpoFaVFoi4GFFIa80dASQs4we2qQIFyKUnKH1laIYXSNoBEQxeSxlQ0FyhqLBQKURo3bYVTnIRbEqWYkDpLDDbNpZe0BNOnf8wx3VizuzNz5syceef7kSzPnDkz87yzu7955zmXicxEklSuJ427AElSswx6SSqcQS9JhTPoJalwBr0kFc6gl6TCGfSSVDiDXpIKZ9BLUuHWjbsAgPXr1+fs7Oy4y5CkiXL77bd/LzM3rLVeK4J+dnaW/fv3j7sMSZooEfGvvaxn60aSCmfQS1LhDHpJKpxBL0mFM+glqXAGvSQVzqCXpMIZ9JJUOINekgrXiiNjp87CQvfLktQAZ/SSVDiDXpIKZ9BLUuEMekkqnEEvSYVbM+gj4qqIOBwRX+9y27siIiNifXU9IuLDEXEgIr4aEac3UbQkqXe9zOivBs46fmFEnAq8DDi4bPErgC3Vv3ngivolSpLqWDPoM/NW4KEuN10OvBvIZct2AJ/Ijn3AyRGxcSiVSpIGMlCPPiLOAb6dmV857qZNwAPLri9VyyRJY9L3kbERcSLwHuDl3W7usiy7LCMi5um0d5iZmem3DElSjwaZ0f80cBrwlYi4H9gM3BERP0lnBn/qsnU3Aw92e5DMXMzMucyc27BhzS8xlyQNqO+gz8yvZeYpmTmbmbN0wv30zPwOsAd4fbX3zZnAo5l5aLglS5L60cvuldcAXwSeHxFLEbFrldVvBO4DDgAfA940lColSQNbs0efmeevcfvssssJvLl+WZKkYfHIWEkqnEEvSYUz6CWpcAa9JBXOoJekwhn0klQ4g16SCmfQS1LhDHpJKpxBL0mFM+glqXAGvSQVzqCXpMIZ9JJUOINekgpn0EtS4fr+cnBJmmQLC90vl8wZvSQVzqCXpMKt2bqJiKuAVwKHM3NrtewDwK8BjwPfBC7MzEeq2y4BdgE/BN6amZ9vqPb2mMbPgpImRi8z+quBs45bdhOwNTN/HvgX4BKAiHgBcB7wc9V9/iwiThhatZKkvq0Z9Jl5K/DQccu+kJlHq6v7gM3V5R3AtZn5/cz8FnAAOGOI9UqS+jSMHv0bgM9VlzcBDyy7balaJkkak1q7V0bEe4CjwCePLeqyWq5w33lgHmBmZqZOGZK0qmnfdDZw0EfETjobabdn5rEwXwJOXbbaZuDBbvfPzEVgEWBubq7rm8HEcyOtpBYYqHUTEWcBFwHnZOZjy27aA5wXEU+NiNOALcA/1y9TkjSoXnavvAbYBqyPiCXgUjp72TwVuCkiAPZl5m9n5l0RcT1wN52Wzpsz84dNFS9JWtuaQZ+Z53dZfOUq678PeF+doiRpnErrunqum2NK+8lKU8g/4+48BYIkFc6gl6TC2brpxyg/F/oZVJp4bfkzdkYvSYVzRj8oZ9mSJoRBL6lI/c7FSp672bqRpMIZ9JJUOINekgpnj37c2rL/lTSFpuVPzhm9JBXOGf1apuUtX1KxnNFLUuGc0Y+KnwwkjYkzekkqnEEvSYUz6CWpcAa9JBWuly8Hvwp4JXA4M7dWy54FXAfMAvcDr8nMh6PzTeEfAs4GHgMuyMw7mim9QW44lVSQXmb0VwNnHbfsYuDmzNwC3FxdB3gFsKX6Nw9cMZwyJUmDWjPoM/NW4KHjFu8AdleXdwOvWrb8E9mxDzg5IjYOq1hJUv8G3Y/+OZl5CCAzD0XEKdXyTcADy9ZbqpYdGrxESZp84zyt1bA3xkaXZdl1xYj5iNgfEfuPHDky5DIkSccMOqP/bkRsrGbzG4HD1fIl4NRl620GHuz2AJm5CCwCzM3NdX0zmDpuBJbUgEFn9HuAndXlncANy5a/PjrOBB491uKRJI1HL7tXXgNsA9ZHxBJwKXAZcH1E7AIOAq+uVr+Rzq6VB+jsXnlhAzVL0siU8JURawZ9Zp6/wk3bu6ybwJvrFjXRJvU3QVKxPDJWkgpn0EtS4Qx6SSqcQS9JhTPoJalwBr0kFc7vjJU0EdqwP3sbahiEM3pJKpxBL0mFM+glqXDT3aOfpCabJA3IGb0kFW76ZvTO4qVW62XPlknd+2VcnNFLUuEMekkqnEEvSYWbvh59SWxUSuqBQV8KQ1/SCmzdSFLhas3oI+LtwG8CCXyNzpeBbwSuBZ4F3AG8LjMfr1mnJE2ENn6gHnhGHxGbgLcCc5m5FTgBOA94P3B5Zm4BHgZ2DaNQSdJg6rZu1gE/FhHrgBOBQ8BLgE9Xt+8GXlXzOSRJNQzcusnMb0fEHwMHgf8GvgDcDjySmUer1ZaATbWrnHZuaJVUw8BBHxHPBHYApwGPAJ8CXtFl1Vzh/vPAPMDMzMygZUwfg15Sn+q0bl4KfCszj2TmD4DPAL8EnFy1cgA2Aw92u3NmLmbmXGbObdiwoUYZkqTV1Nnr5iBwZkScSKd1sx3YD9wCnEtnz5udwA11i5Sklfghd20Dz+gz8zY6G13voLNr5ZOAReAi4B0RcQB4NnDlEOqUJA2o1n70mXkpcOlxi+8DzqjzuKrJjbeSlvHIWEkqnEEvSYXzpGaSNIBJ6oo6o5ekwhn0klQ4g16SCmfQS1LhDHpJKpx73UhqrUnas6XNnNFLUuEMekkqnEEvSYWzRy9p7OzFN8sZvSQVzqCXpMIZ9JJUOINekgpn0EtS4Qx6SSqcQS9Jhau1H31EnAx8HNgKJPAG4F7gOmAWuB94TWY+XKtKSRPL76ofv7oz+g8Bf5uZPwP8AnAPcDFwc2ZuAW6urkuSxmTgoI+IZwAvBq4EyMzHM/MRYAewu1ptN/CqukVKkgZXZ0b/XOAI8BcRcWdEfDwifhx4TmYeAqj+P6XbnSNiPiL2R8T+I0eO1ChDkrSaOkG/DjgduCIzXwj8F320aTJzMTPnMnNuw4YNNcqQJK2mTtAvAUuZeVt1/dN0gv+7EbERoPr/cL0SJUl1DLzXTWZ+JyIeiIjnZ+a9wHbg7urfTuCy6v8bhlKpRsNdJKTi1D1N8VuAT0bEU4D7gAvpfEq4PiJ2AQeBV9d8DklSDbWCPjO/DMx1uWl7nccdummema40Q3fmrgb5K9UufvGImuebijRWngJBkgpn0EtS4Qx6SSqcQS9JhTPoJalw7nUjaWTcAWs8DPpp4l+WNJVs3UhS4Qx6SSqcrRtJP1Knh25nsL0MevkXKhXO1o0kFc6gl6TC2bpR/9wZeqr54588zuglqXAGvSQVrtzWjZ8pJQkoOehV37iasTaBpaGq3bqJiBMi4s6I+Gx1/bSIuC0ivhER11VfHC5JGpNhzOjfBtwDPKO6/n7g8sy8NiI+CuwCrhjC86jt+p2JO3NvRBMv60qP449tMtQK+ojYDPwq8D7gHRERwEuAX69W2Q0sYNBLE8cQL0fdGf0HgXcDJ1XXnw08kplHq+tLwKZud4yIeWAeYGZmpmYZah1PlDJSvnxazcA9+oh4JXA4M29fvrjLqtnt/pm5mJlzmTm3YcOGQcuQJK2hzoz+RcA5EXE28DQ6PfoPAidHxLpqVr8ZeLB+mZKkQQ0c9Jl5CXAJQERsA96Vmb8REZ8CzgWuBXYCNwyhTk2Rhb3b/v/y2KooT9u2fbehhmnRxJGxF9HZMHuATs/+ygaeQ5LUo6EcMJWZe4G91eX7gDOG8biSpPo8Mlbt1rZ+wxj4Eqgug16jVSepPCBLGohnr5SkwjmjV2/aPCOeopn7sIY6RS+ZMOhVlynRav54BLZuJKl4zuhVjIW92350hFWdU+0sLHRbMDy2TTRqBr0mwhOOlt22t+aDLXS/PARN9NDrrCOBrRtJKp4zeq1oqLPohiwsAMvqHPZjtnXcmmyjbt8Z9JpMx/46eg35CehzTECJmlAG/ZhNwqy5VxM5luVvGNu29b7+sssGtNrOHr0kFc4Z/QSbyBn0GPT8Ou1d4bYGp+yNPfTysazxSeUJNfRxP00Og16NGPebUBMbaeuwvaNxsnUjSYUra0bvtGliLfQx++5n3dXua7tL06KsoFdtdUK0zc817Odf2LsNlr9R2M9Wixn0arW+w3ilDapj4AdMtcXAPfqIODUibomIeyLiroh4W7X8WRFxU0R8o/r/mcMrV5LUrzoz+qPAOzPzjog4Cbg9Im4CLgBuzszLIuJi4GLgovqllmPcLYvjta2eqeBujKM15a/3wEGfmYeAQ9Xl/4iIe4BNwA5gW7XabmAvBn1PVtpQWGcDYts2Phb7pjLlQaJ2G8rulRExC7wQuA14TvUmcOzN4JRhPIckaTC1N8ZGxNOBvwZ+NzP/PSJ6vd88MA8wMzNTt4zWaNsMug0meRY/UT/PFm2IbpyfoPpSK+gj4sl0Qv6TmfmZavF3I2JjZh6KiI3A4W73zcxFYBFgbm4u69ShJ2o6WCcq/Iao59e13xCqE1rDCPdJeYMYVp1T+CYxcNBHZ+p+JXBPZv7pspv2ADuBy6r/b6hV4QQbZSBO8qx5arQpUNtUC6xcz5QEcdPqzOhfBLwO+FpEfLla9vt0Av76iNgFHAReXa9ESVIddfa6+UdgpYb89kEfV6sb1sy938fxE8OItLWt0EtdTdTeyyePtr5mLeKRsVPEsC7EqNoudZ5nElsxBb9hePZKSSqcM3qpSW3Y6NmGGsZhWsfdhUEvaXpNyZuBQT8i9sdVS1sDqd+62jqOwtmjl6TCTf6MvsZJv6f1CE9NCGe/41PYHjiTH/QNWKnNstIZJSW1hG+OXdm6kaTCOaNvKT8xSC0xiQd/Hcegl9Qf2yMdE/QGYOtGkgrnjF612GKS2m/qgn7FPWoMLEmFsnUjSYUz6CWpcFPXuqnD9o6kNbXwqFqDXpKa0pLQt3UjSYVrbEYfEWcBHwJOAD6emZc19VzdeMIySepoJOgj4gTgI8DLgCXgSxGxJzPvbuL51mJvXdI0a6p1cwZwIDPvy8zHgWuBHQ09lyRpFU0F/SbggWXXl6plkqQRa6pHH12W5RNWiJgH5qur/xkR9/b42OuB76292nt7fLiJ0eO4izOt44bpHXuZ4/777ovf+8So6nfsP9XLSk0F/RJw6rLrm4EHl6+QmYvAYr8PHBH7M3OuXnmTx3FPn2kd+7SOG5obe1Otmy8BWyLitIh4CnAesKeh55IkraKRGX1mHo2I3wE+T2f3yqsy864mnkuStLrG9qPPzBuBGxt46L7bPYVw3NNnWsc+reOGhsYembn2WpKkieUpECSpcK0M+og4KyLujYgDEXFxl9ufGhHXVbffFhGzo6+yGT2M/R0RcXdEfDUibo6Innavaru1xr1svXMjIiOiiL0yehl3RLym+pnfFRF/Neoam9LD7/pMRNwSEXdWv+9nj6POYYuIqyLicER8fYXbIyI+XL0uX42I02s/aWa26h+djbffBJ4LPAX4CvCC49Z5E/DR6vJ5wHXjrnuEY/8V4MTq8htLGHsv467WOwm4FdgHzI277hH9vLcAdwLPrK6fMu66Rzj2ReCN1eUXAPePu+4hjf3FwOnA11e4/Wzgc3SORzoTuK3uc7ZxRt/L6RN2ALury58GtkdEt4O0Js2aY8/MWzLzserqPjrHKEy6Xk+Z8YfAHwH/M8riGtTLuH8L+EhmPgyQmYdHXGNTehl7As+oLv8Exx2LM6ky81bgoVVW2QF8Ijv2ASdHxMY6z9nGoO/l9Ak/WiczjwKPAs8eSXXN6vfUEbvovPNPujXHHREvBE7NzM+OsrCG9fLzfh7wvIj4p4jYV50VtgS9jH0BeG1ELNHZg+8toylt7IZ+Cpk2fvHImqdP6HGdSdTzuCLitcAc8MuNVjQaq447Ip4EXA5cMKqCRqSXn/c6Ou2bbXQ+vf1DRGzNzEcarq1pvYz9fODqzPyTiPhF4C+rsf9v8+WN1dDzrY0z+jVPn7B8nYhYR+dj3WofhSZFL2MnIl4KvAc4JzO/P6LamrTWuE8CtgJ7I+J+On3LPQVskO31d/2GzPxBZn4LuJdO8E+6Xsa+C7geIDO/CDyNzrlgStdTDvSjjUHfy+kT9gA7q8vnAn+X1VaMCbfm2KsWxp/TCflS+rWrjjszH83M9Zk5m5mzdLZNnJOZ+8dT7tD08rv+N3Q2wBMR6+m0cu4baZXN6GXsB4HtABHxs3SC/shIqxyPPcDrq71vzgQezcxDdR6wda2bXOH0CRHxB8D+zNwDXEnnY9wBOjP588ZX8fD0OPYPAE8HPlVtfz6YmeeMregh6HHcxelx3J8HXh4RdwM/BH4vM/9tfFUPR49jfyfwsYh4O53WxQUlTOgi4ho6rbj11faHS4EnA2TmR+lsjzgbOAA8BlxY+zkLeN0kSatoY+tGkjREBr0kFc6gl6TCGfSSVDiDXpIKZ9BLUuEMekkqnEEvSYX7PxLqWMkgPjUTAAAAAElFTkSuQmCC\n", + "text/plain": [ + "<Figure size 432x288 with 1 Axes>" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + } + ], + "source": [ + "plt.hist(results[y==0],100, color='red', alpha=0.5)\n", + "plt.hist(results[y==1],100, color='blue', alpha=0.5)\n", + "plt.show()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.9.1" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git a/10-fold-crossvalidations/confusion-matrices/lazar-mp2d-all.csv b/10-fold-crossvalidations/confusion-matrices/lazar-mp2d-all.csv new file mode 100644 index 0000000..4123387 --- /dev/null +++ b/10-fold-crossvalidations/confusion-matrices/lazar-mp2d-all.csv @@ -0,0 +1,2 @@ +3326,833 +583,3039 diff --git a/10-fold-crossvalidations/confusion-matrices/lazar-mp2d-high-confidence.csv b/10-fold-crossvalidations/confusion-matrices/lazar-mp2d-high-confidence.csv new file mode 100644 index 0000000..339aa6a --- /dev/null +++ b/10-fold-crossvalidations/confusion-matrices/lazar-mp2d-high-confidence.csv @@ -0,0 +1,2 @@ +2816,571 +365,2138 diff --git a/10-fold-crossvalidations/confusion-matrices/tensorflow-svm-cdk.csv b/10-fold-crossvalidations/confusion-matrices/tensorflow-svm-cdk.csv new file mode 100644 index 0000000..3f50afe --- /dev/null +++ b/10-fold-crossvalidations/confusion-matrices/tensorflow-svm-cdk.csv @@ -0,0 +1,2 @@ +3071,949 +828,3217 diff --git a/10-fold-crossvalidations/confusion-matrices/tensorflow-svm-mp2d.csv b/10-fold-crossvalidations/confusion-matrices/tensorflow-svm-mp2d.csv new file mode 100644 index 0000000..50be84b --- /dev/null +++ b/10-fold-crossvalidations/confusion-matrices/tensorflow-svm-mp2d.csv @@ -0,0 +1,2 @@ +3390,700 +589,3611 diff --git a/10-fold-crossvalidations/mp2d/tensorflow/prediction-v5-ext.ipynb b/10-fold-crossvalidations/mp2d/tensorflow/prediction-v5-ext.ipynb new file mode 100644 index 0000000..d00bb7e --- /dev/null +++ b/10-fold-crossvalidations/mp2d/tensorflow/prediction-v5-ext.ipynb @@ -0,0 +1,11388 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 7, + "metadata": {}, + "outputs": [], + "source": [ + "from keras import optimizers, regularizers\n", + "from keras.layers import Dense, Dropout, Input\n", + "from keras.models import Model, Sequential\n", + "from random import shuffle\n", + "from scipy import interp\n", + "from sklearn.linear_model import LogisticRegression\n", + "from scipy.stats.mstats import gmean\n", + "from sklearn.ensemble import RandomForestClassifier\n", + "from sklearn.metrics import roc_curve, auc\n", + "from sklearn.model_selection import StratifiedKFold, train_test_split\n", + "from sklearn.preprocessing import QuantileTransformer\n", + "import contextlib\n", + "import glob\n", + "import gzip\n", + "import h5py\n", + "import keras\n", + "import numpy as np\n", + "import os\n", + "import pandas as pd\n", + "import pylab as plt\n", + "import random\n", + "import scipy\n", + "import sklearn\n", + "import tensorflow as tf\n", + "from sklearn.ensemble import RandomForestClassifier\n", + "from sklearn.datasets import make_classification\n", + "from sklearn.svm import SVC\n", + "\n", + "\n", + "random_state = np.random.RandomState(0)\n" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": {}, + "outputs": [], + "source": [ + "X_f_ext = '/home/drewe/notebooks/genotox/mutagenicity-fingerprints.csv'\n", + "\n", + "X = pd.read_csv(X_f_ext,sep=',')\n", + "X['Mutagenicity_bin'] = np.int32(X['Mutagenicity'] == 'mutagenic')\n", + "del X['Mutagenicity']\n", + "\n", + "X_f_ext = '/home/drewe/notebooks/genotox/mutagenicity-mod-2.csv'\n", + "\n", + "X_ext = pd.read_csv(X_f_ext,sep=';')\n", + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": {}, + "outputs": [], + "source": [ + "#X = pd.merge(X_ext,X[['Canonical SMILES','Mutagenicity_bin']], right_on='Canonical SMILES', left_on='Name')\n", + "y = X['Mutagenicity_bin'].values\n", + "del X['Mutagenicity_bin']\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "scrolled": true + }, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": {}, + "outputs": [], + "source": [ + "names = X['Canonical SMILES'].values\n", + "X = np.float64(X.values[:,1:])\n", + "\n", + "\n", + "ix = [i for i in range(y.shape[0])]\n", + "shuffle(ix)\n", + "X = X[ix, :]\n", + "names = names[ix]\n", + "y = y[ix]\n" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "(8309, 9638)" + ] + }, + "execution_count": 5, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "X.shape" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "metadata": {}, + "outputs": [], + "source": [ + "#X = sklearn.preprocessing.quantile_transform(X, axis=1, output_distribution='uniform', copy=True)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": 6, + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0163 - acc: 0.9900\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0161 - acc: 0.9910\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0145 - acc: 0.9909\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0138 - acc: 0.9912\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0134 - acc: 0.9905\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0134 - acc: 0.9906\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0132 - acc: 0.9912\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0132 - acc: 0.9910\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0132 - acc: 0.9914\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0131 - acc: 0.9918\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0129 - acc: 0.9920\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0132 - acc: 0.9905\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0130 - acc: 0.9912\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0129 - acc: 0.9909\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0130 - acc: 0.9910\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0128 - acc: 0.9918\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0129 - acc: 0.9918\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0130 - acc: 0.9905\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0129 - acc: 0.9920\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0128 - acc: 0.9921\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0129 - acc: 0.9914\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0127 - acc: 0.9912\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0126 - acc: 0.9925\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0127 - acc: 0.9920\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0127 - acc: 0.9914\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0126 - acc: 0.9913\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0125 - acc: 0.9916\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0128 - acc: 0.9918\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0133 - acc: 0.9914\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0127 - acc: 0.9917\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0126 - acc: 0.9912\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 79us/step - loss: 0.0127 - acc: 0.9920\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0125 - acc: 0.9913\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0126 - acc: 0.9914\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0126 - acc: 0.9921\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0126 - acc: 0.9918\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0132 - acc: 0.9914\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 75us/step - loss: 0.0127 - acc: 0.9922\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0127 - acc: 0.9918\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 75us/step - loss: 0.0124 - acc: 0.9914\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0124 - acc: 0.9921\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0126 - acc: 0.9921\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0125 - acc: 0.9914\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0130 - acc: 0.9922\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 75us/step - loss: 0.0124 - acc: 0.9922\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0122 - acc: 0.9920\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0124 - acc: 0.9914\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0122 - acc: 0.9914\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0122 - acc: 0.9912\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0124 - acc: 0.9920\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 75us/step - loss: 0.0178 - acc: 0.9904\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0178 - acc: 0.9905\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0179 - acc: 0.9908\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0177 - acc: 0.9921\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0186 - acc: 0.9894\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0177 - acc: 0.9905\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 75us/step - loss: 0.0177 - acc: 0.9902\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0175 - acc: 0.9908\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0178 - acc: 0.9909\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0176 - acc: 0.9910\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0175 - acc: 0.9901\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0175 - acc: 0.9913\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0175 - acc: 0.9902\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0177 - acc: 0.9909\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0173 - acc: 0.9906\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0175 - acc: 0.9912\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0175 - acc: 0.9902\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0174 - acc: 0.9900\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0173 - acc: 0.9910\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0172 - acc: 0.9904\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0177 - acc: 0.9904\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0174 - acc: 0.9916\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0173 - acc: 0.9908\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0173 - acc: 0.9910\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0172 - acc: 0.9912\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0171 - acc: 0.9913\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0172 - acc: 0.9913\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0169 - acc: 0.9910\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0171 - acc: 0.9909\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0168 - acc: 0.9916\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0172 - acc: 0.9904\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0170 - acc: 0.9914\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0168 - acc: 0.9918\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0167 - acc: 0.9914\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0166 - acc: 0.9910\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0166 - acc: 0.9917\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 105us/step - loss: 0.0166 - acc: 0.9913\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 89us/step - loss: 0.0165 - acc: 0.9920\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0168 - acc: 0.9909\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0167 - acc: 0.9913\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0166 - acc: 0.9910\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0166 - acc: 0.9914\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0168 - acc: 0.9916\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0174 - acc: 0.9912\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0165 - acc: 0.9916\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0165 - acc: 0.9912\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0168 - acc: 0.9913\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0164 - acc: 0.9913\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0164 - acc: 0.9913\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0164 - acc: 0.9916\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0206 - acc: 0.9904\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0199 - acc: 0.9902\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0200 - acc: 0.9908\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0197 - acc: 0.9909\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0195 - acc: 0.9906\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0198 - acc: 0.9908\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0204 - acc: 0.9908\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0199 - acc: 0.9898\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0195 - acc: 0.9910\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0195 - acc: 0.9908\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0194 - acc: 0.9912\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0194 - acc: 0.9909\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0195 - acc: 0.9900\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0198 - acc: 0.9910\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 80us/step - loss: 0.0197 - acc: 0.9913\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0194 - acc: 0.9913\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0194 - acc: 0.9908\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 79us/step - loss: 0.0194 - acc: 0.9904\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 79us/step - loss: 0.0194 - acc: 0.9904\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0192 - acc: 0.9913\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0195 - acc: 0.9908\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0198 - acc: 0.9906\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0194 - acc: 0.9909\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0199 - acc: 0.9906\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 79us/step - loss: 0.0193 - acc: 0.9909\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0192 - acc: 0.9910\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0192 - acc: 0.9904\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0191 - acc: 0.9909\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0190 - acc: 0.9910\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0190 - acc: 0.9917\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0191 - acc: 0.9913\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0191 - acc: 0.9912\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0195 - acc: 0.9898\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0193 - acc: 0.9905\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0192 - acc: 0.9902\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0190 - acc: 0.9918\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0192 - acc: 0.9902\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0189 - acc: 0.9910\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0189 - acc: 0.9912\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0189 - acc: 0.9910\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0189 - acc: 0.9909\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0193 - acc: 0.9912\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0191 - acc: 0.9908\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0189 - acc: 0.9908\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0189 - acc: 0.9909\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0188 - acc: 0.9916\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0189 - acc: 0.9914\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0188 - acc: 0.9909\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0188 - acc: 0.9906\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0187 - acc: 0.9914\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 82us/step - loss: 0.0152 - acc: 0.9912\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 86us/step - loss: 0.0153 - acc: 0.9913\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 83us/step - loss: 0.0154 - acc: 0.9913\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 81us/step - loss: 0.0152 - acc: 0.9909\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 81us/step - loss: 0.0151 - acc: 0.9914\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 91us/step - loss: 0.0150 - acc: 0.9912\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 89us/step - loss: 0.0151 - acc: 0.9908\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 82us/step - loss: 0.0149 - acc: 0.9910\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 81us/step - loss: 0.0149 - acc: 0.9909\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 84us/step - loss: 0.0150 - acc: 0.9917\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 93us/step - loss: 0.0151 - acc: 0.9904\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 82us/step - loss: 0.0151 - acc: 0.9909\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 89us/step - loss: 0.0148 - acc: 0.9914\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 85us/step - loss: 0.0150 - acc: 0.9909\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 89us/step - loss: 0.0149 - acc: 0.9910\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 75us/step - loss: 0.0149 - acc: 0.9906\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0148 - acc: 0.9920\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0149 - acc: 0.9916\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0149 - acc: 0.9910\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 82us/step - loss: 0.0147 - acc: 0.9906\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 89us/step - loss: 0.0149 - acc: 0.9913\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 87us/step - loss: 0.0150 - acc: 0.9910\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0147 - acc: 0.9914\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0149 - acc: 0.9908\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0147 - acc: 0.9908\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 75us/step - loss: 0.0148 - acc: 0.9910\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 87us/step - loss: 0.0147 - acc: 0.9922\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0147 - acc: 0.9909\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0147 - acc: 0.9917\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 82us/step - loss: 0.0149 - acc: 0.9913\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0147 - acc: 0.9908\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0147 - acc: 0.9912\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0147 - acc: 0.9909\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 75us/step - loss: 0.0147 - acc: 0.9914\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 79us/step - loss: 0.0147 - acc: 0.9909\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0151 - acc: 0.9913\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 81us/step - loss: 0.0147 - acc: 0.9924\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0147 - acc: 0.9912\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 89us/step - loss: 0.0147 - acc: 0.9908\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 79us/step - loss: 0.0146 - acc: 0.9914\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 82us/step - loss: 0.0146 - acc: 0.9920\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0147 - acc: 0.9913\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0147 - acc: 0.9910\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0146 - acc: 0.9913\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0146 - acc: 0.9914\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0146 - acc: 0.9909\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0146 - acc: 0.9914\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0147 - acc: 0.9917\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0146 - acc: 0.9910\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - ETA: 0s - loss: 0.0149 - acc: 0.991 - 1s 76us/step - loss: 0.0146 - acc: 0.9916\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 107us/step - loss: 0.0247 - acc: 0.9880\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 75us/step - loss: 0.0199 - acc: 0.9905\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0157 - acc: 0.9909\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0161 - acc: 0.9909\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0141 - acc: 0.9908\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 79us/step - loss: 0.0135 - acc: 0.9912\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 79us/step - loss: 0.0134 - acc: 0.9917\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 109us/step - loss: 0.0139 - acc: 0.9917\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 95us/step - loss: 0.0135 - acc: 0.9909\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 97us/step - loss: 0.0138 - acc: 0.9920\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 80us/step - loss: 0.0128 - acc: 0.9914\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 80us/step - loss: 0.0126 - acc: 0.9912\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0127 - acc: 0.9917\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0127 - acc: 0.9917\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0124 - acc: 0.9926\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 83us/step - loss: 0.0125 - acc: 0.9913\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 79us/step - loss: 0.0124 - acc: 0.9926\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 103us/step - loss: 0.0125 - acc: 0.9921\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 88us/step - loss: 0.0125 - acc: 0.9920\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0125 - acc: 0.9914\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0124 - acc: 0.9914\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 81us/step - loss: 0.0124 - acc: 0.9920\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 84us/step - loss: 0.0123 - acc: 0.9918\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0124 - acc: 0.9909\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 91us/step - loss: 0.0125 - acc: 0.9926\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 95us/step - loss: 0.0123 - acc: 0.9921\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0122 - acc: 0.9922\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 75us/step - loss: 0.0124 - acc: 0.9909\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0123 - acc: 0.9916\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0122 - acc: 0.9917\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 75us/step - loss: 0.0123 - acc: 0.9924\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0125 - acc: 0.9917\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0122 - acc: 0.9916\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0122 - acc: 0.9917\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0122 - acc: 0.9916\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 75us/step - loss: 0.0120 - acc: 0.9921\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0123 - acc: 0.9924\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0121 - acc: 0.9920\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9921\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 82us/step - loss: 0.0123 - acc: 0.9918\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0123 - acc: 0.9925\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0121 - acc: 0.9918\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9925\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0121 - acc: 0.9922\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9921\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0121 - acc: 0.9924\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0120 - acc: 0.9909\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0120 - acc: 0.9914\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0121 - acc: 0.9917\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9918\n", + " 0.914384871203606\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0109 - acc: 0.9922\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9924\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0111 - acc: 0.9933\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0112 - acc: 0.9924\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0110 - acc: 0.9930\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0110 - acc: 0.9929\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0110 - acc: 0.9929\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 70us/step - loss: 0.0110 - acc: 0.9929\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0109 - acc: 0.9921\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 70us/step - loss: 0.0109 - acc: 0.9921\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0109 - acc: 0.9922\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0114 - acc: 0.9921\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0115 - acc: 0.9918\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0108 - acc: 0.9930\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0109 - acc: 0.9928\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9926\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9926\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9932\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9925\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9929\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 70us/step - loss: 0.0107 - acc: 0.9929\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 70us/step - loss: 0.0107 - acc: 0.9932\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0108 - acc: 0.9936\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0106 - acc: 0.9926\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9930\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9933\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 70us/step - loss: 0.0106 - acc: 0.9930\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 70us/step - loss: 0.0106 - acc: 0.9929\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0105 - acc: 0.9929\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0105 - acc: 0.9936\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0106 - acc: 0.9928\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 70us/step - loss: 0.0106 - acc: 0.9936\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0105 - acc: 0.9929\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 70us/step - loss: 0.0104 - acc: 0.9929\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0105 - acc: 0.9929\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0105 - acc: 0.9928\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0104 - acc: 0.9929\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0104 - acc: 0.9934\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0104 - acc: 0.9932\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0104 - acc: 0.9938\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0105 - acc: 0.9928\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 70us/step - loss: 0.0105 - acc: 0.9929\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0104 - acc: 0.9929\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0105 - acc: 0.9930\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 70us/step - loss: 0.0105 - acc: 0.9925\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 70us/step - loss: 0.0104 - acc: 0.9937\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0104 - acc: 0.9930\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0104 - acc: 0.9932\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0103 - acc: 0.9933\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0104 - acc: 0.9926\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0110 - acc: 0.9921\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0114 - acc: 0.9932\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0111 - acc: 0.9925\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0110 - acc: 0.9930\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0111 - acc: 0.9928\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0109 - acc: 0.9922\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0110 - acc: 0.9929\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0109 - acc: 0.9916\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9930\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0109 - acc: 0.9922\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0108 - acc: 0.9924\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9925\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9924\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9929\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0109 - acc: 0.9922\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9928\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9929\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9932\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9925\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9930\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9920\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0106 - acc: 0.9925\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0106 - acc: 0.9930\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0106 - acc: 0.9925\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0141 - acc: 0.9922\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9930\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9938\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9924\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0106 - acc: 0.9928\n", + "Epoch 30/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0106 - acc: 0.9932\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0106 - acc: 0.9929\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0106 - acc: 0.9930\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9928\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9925\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0105 - acc: 0.9928\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0105 - acc: 0.9934\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0105 - acc: 0.9928\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0105 - acc: 0.9932\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0105 - acc: 0.9936\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0105 - acc: 0.9928\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0105 - acc: 0.9930\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0105 - acc: 0.9929\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0105 - acc: 0.9928\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0104 - acc: 0.9932\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0104 - acc: 0.9934\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0104 - acc: 0.9933\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0104 - acc: 0.9928\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0104 - acc: 0.9934\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0104 - acc: 0.9932\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0103 - acc: 0.9930\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0110 - acc: 0.9924\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9928\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0109 - acc: 0.9926\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0109 - acc: 0.9930\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9928\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9922\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0109 - acc: 0.9926\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0108 - acc: 0.9928\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0108 - acc: 0.9921\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9928\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9926\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9932\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0108 - acc: 0.9924\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9924\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9930\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9930\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9926\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9921\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0106 - acc: 0.9925\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0105 - acc: 0.9932\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9924\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9930\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9933\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9921\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9926\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9932\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0105 - acc: 0.9925\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9924\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0103 - acc: 0.9921\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9930\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9924\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9934\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9922\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0104 - acc: 0.9921\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0103 - acc: 0.9924\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9929\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0103 - acc: 0.9934\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0103 - acc: 0.9929\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9932\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9934\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0103 - acc: 0.9928\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0103 - acc: 0.9926\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0103 - acc: 0.9925\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0103 - acc: 0.9929\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0103 - acc: 0.9929\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0103 - acc: 0.9926\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0103 - acc: 0.9934\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0103 - acc: 0.9932\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0103 - acc: 0.9937\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0102 - acc: 0.9928\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0115 - acc: 0.9917\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9926\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0111 - acc: 0.9924\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0110 - acc: 0.9918\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0111 - acc: 0.9920\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0109 - acc: 0.9933\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0108 - acc: 0.9932\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9932\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0111 - acc: 0.9926\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0109 - acc: 0.9928\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0110 - acc: 0.9925\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0110 - acc: 0.9921\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0108 - acc: 0.9929\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9925\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0108 - acc: 0.9930\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9929\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0109 - acc: 0.9933\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9926\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9933\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9930\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9928\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9926\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9928\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9928\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0107 - acc: 0.9929\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0108 - acc: 0.9926\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0107 - acc: 0.9930\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9924\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9926\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9929\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9934\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9930\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0106 - acc: 0.9929\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9930\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0109 - acc: 0.9928\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9924\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0106 - acc: 0.9926\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0105 - acc: 0.9934\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9930\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0105 - acc: 0.9936\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0105 - acc: 0.9930\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9929\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0105 - acc: 0.9930\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9922\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0105 - acc: 0.9933\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0105 - acc: 0.9924\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0105 - acc: 0.9930\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9928\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9930\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0105 - acc: 0.9926\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9922\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0112 - acc: 0.9921\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0111 - acc: 0.9924\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0112 - acc: 0.9930\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0113 - acc: 0.9924\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0110 - acc: 0.9930\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0111 - acc: 0.9937\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0109 - acc: 0.9936\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9930\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0109 - acc: 0.9929\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0108 - acc: 0.9928\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9929\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9930\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0107 - acc: 0.9933\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0106 - acc: 0.9926\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0106 - acc: 0.9933\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0106 - acc: 0.9932\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9933\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0105 - acc: 0.9933\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0106 - acc: 0.9929\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9929\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0105 - acc: 0.9926\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0105 - acc: 0.9932\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0105 - acc: 0.9929\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0104 - acc: 0.9933\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0104 - acc: 0.9929\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0104 - acc: 0.9924\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0105 - acc: 0.9936\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0104 - acc: 0.9938\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0104 - acc: 0.9934\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0104 - acc: 0.9925\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0104 - acc: 0.9929\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9936\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9925\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0104 - acc: 0.9930\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0103 - acc: 0.9922\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0104 - acc: 0.9930\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0103 - acc: 0.9926\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0103 - acc: 0.9924\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0103 - acc: 0.9933\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0103 - acc: 0.9926\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0103 - acc: 0.9929\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0102 - acc: 0.9932\n", + "Epoch 44/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0103 - acc: 0.9933\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0102 - acc: 0.9929\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0103 - acc: 0.9932\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0103 - acc: 0.9932\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0103 - acc: 0.9934\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0103 - acc: 0.9934\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0103 - acc: 0.9929\n", + " 0.9019050046929862\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0112 - acc: 0.9921\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0115 - acc: 0.9914\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0111 - acc: 0.9914\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0110 - acc: 0.9924\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0110 - acc: 0.9922\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0109 - acc: 0.9926\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0110 - acc: 0.9925\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0109 - acc: 0.9934\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0109 - acc: 0.9916\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0108 - acc: 0.9934\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0109 - acc: 0.9922\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0108 - acc: 0.9934\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0108 - acc: 0.9926\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9918\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0108 - acc: 0.9924\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9922\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9926\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9925\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9926\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0106 - acc: 0.9929\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0106 - acc: 0.9926\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0109 - acc: 0.9917\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0109 - acc: 0.9917\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9933\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9930\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0106 - acc: 0.9922\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9932\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9929\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9933\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9922\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0106 - acc: 0.9922\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0106 - acc: 0.9926\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0106 - acc: 0.9926\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0106 - acc: 0.9925\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0106 - acc: 0.9924\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0106 - acc: 0.9933\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0106 - acc: 0.9916\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0106 - acc: 0.9921\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 70us/step - loss: 0.0106 - acc: 0.9922\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0106 - acc: 0.9928\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0106 - acc: 0.9936\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0106 - acc: 0.9922\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0106 - acc: 0.9920\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0105 - acc: 0.9933\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0105 - acc: 0.9917\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0105 - acc: 0.9922\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0105 - acc: 0.9926\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0104 - acc: 0.9934\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0104 - acc: 0.9920\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0104 - acc: 0.9926\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0150 - acc: 0.9920\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0127 - acc: 0.9920\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9921\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0115 - acc: 0.9918\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9922\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0112 - acc: 0.9925\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0108 - acc: 0.9920\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0109 - acc: 0.9921\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0108 - acc: 0.9920\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0110 - acc: 0.9924\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9928\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9928\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9928\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0106 - acc: 0.9926\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 80us/step - loss: 0.0113 - acc: 0.9914\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0107 - acc: 0.9932\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0107 - acc: 0.9928\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0106 - acc: 0.9929\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0106 - acc: 0.9921\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 81us/step - loss: 0.0107 - acc: 0.9925\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0107 - acc: 0.9924\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9918\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0106 - acc: 0.9929\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0106 - acc: 0.9929\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0105 - acc: 0.9928\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0106 - acc: 0.9932\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0105 - acc: 0.9928\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0105 - acc: 0.9933\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0105 - acc: 0.9928\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0105 - acc: 0.9934\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0105 - acc: 0.9929\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0105 - acc: 0.9929\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0104 - acc: 0.9928\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0104 - acc: 0.9928\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0105 - acc: 0.9930\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9930\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9930\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9921\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0104 - acc: 0.9922\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0104 - acc: 0.9922\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0104 - acc: 0.9924\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0103 - acc: 0.9933\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9930\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0103 - acc: 0.9922\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0104 - acc: 0.9930\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0103 - acc: 0.9933\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0103 - acc: 0.9930\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0103 - acc: 0.9925\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0103 - acc: 0.9928\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0103 - acc: 0.9929\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0111 - acc: 0.9922\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0109 - acc: 0.9918\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0110 - acc: 0.9925\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0109 - acc: 0.9929\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9926\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0109 - acc: 0.9934\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9924\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0109 - acc: 0.9920\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0109 - acc: 0.9928\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0108 - acc: 0.9925\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9918\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9925\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9932\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9929\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9925\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9932\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0106 - acc: 0.9925\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0106 - acc: 0.9932\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9933\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9920\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0105 - acc: 0.9922\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9926\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9932\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0105 - acc: 0.9928\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0105 - acc: 0.9925\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0105 - acc: 0.9926\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9922\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0105 - acc: 0.9932\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0105 - acc: 0.9926\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0105 - acc: 0.9932\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0105 - acc: 0.9924\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9928\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9928\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0105 - acc: 0.9932\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0105 - acc: 0.9928\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9930\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0105 - acc: 0.9934\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9926\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0109 - acc: 0.9925\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9925\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9926\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9932\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9928\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9922\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0104 - acc: 0.9917\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9925\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0103 - acc: 0.9936\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0103 - acc: 0.9933\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9928\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9926\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9925\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0111 - acc: 0.9922\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9922\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0111 - acc: 0.9921\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0109 - acc: 0.9918\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0111 - acc: 0.9922\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0111 - acc: 0.9926\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0111 - acc: 0.9924\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0110 - acc: 0.9924\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0109 - acc: 0.9924\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9930\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0109 - acc: 0.9922\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0108 - acc: 0.9934\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0107 - acc: 0.9932\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9917\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0107 - acc: 0.9929\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0107 - acc: 0.9926\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9926\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0107 - acc: 0.9921\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9925\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9926\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9928\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9932\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9929\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9930\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9926\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9926\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9932\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9920\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0105 - acc: 0.9934\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9929\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9930\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9930\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9932\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0105 - acc: 0.9924\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9928\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0110 - acc: 0.9932\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9925\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0104 - acc: 0.9925\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0104 - acc: 0.9926\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0104 - acc: 0.9925\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0104 - acc: 0.9930\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9926\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9930\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9922\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9925\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9933\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0105 - acc: 0.9928\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0103 - acc: 0.9932\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0104 - acc: 0.9926\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0116 - acc: 0.9913\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0117 - acc: 0.9926\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0115 - acc: 0.9926\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0113 - acc: 0.9924\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0115 - acc: 0.9924\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0112 - acc: 0.9934\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0112 - acc: 0.9924\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0112 - acc: 0.9932\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9932\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9928\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0110 - acc: 0.9933\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0110 - acc: 0.9930\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0113 - acc: 0.9924\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0109 - acc: 0.9934\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0110 - acc: 0.9932\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0110 - acc: 0.9928\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0110 - acc: 0.9932\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0109 - acc: 0.9933\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0109 - acc: 0.9929\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0109 - acc: 0.9933\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0108 - acc: 0.9932\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0108 - acc: 0.9934\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0108 - acc: 0.9933\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0108 - acc: 0.9932\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9929\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9929\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9929\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0109 - acc: 0.9936\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0111 - acc: 0.9922\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0110 - acc: 0.9930\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0110 - acc: 0.9934\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0108 - acc: 0.9934\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0108 - acc: 0.9933\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0108 - acc: 0.9930\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9926\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0107 - acc: 0.9933\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0107 - acc: 0.9930\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0107 - acc: 0.9932\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0106 - acc: 0.9930\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0107 - acc: 0.9934\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0106 - acc: 0.9933\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0106 - acc: 0.9918\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0106 - acc: 0.9930\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9936\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9930\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9929\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0106 - acc: 0.9934\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9933\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9932\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0107 - acc: 0.9932\n", + " 0.9113112550550991\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0132 - acc: 0.9912\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0128 - acc: 0.9913\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0129 - acc: 0.9914\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0133 - acc: 0.9914\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0129 - acc: 0.9916\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0130 - acc: 0.9912\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0128 - acc: 0.9920\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0141 - acc: 0.9921\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0128 - acc: 0.9917\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0125 - acc: 0.9910\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0125 - acc: 0.9914\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0125 - acc: 0.9924\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0128 - acc: 0.9905\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0124 - acc: 0.9914\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0124 - acc: 0.9918\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0127 - acc: 0.9917\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0130 - acc: 0.9916\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0125 - acc: 0.9921\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0126 - acc: 0.9909\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0125 - acc: 0.9916\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 70us/step - loss: 0.0124 - acc: 0.9916\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0124 - acc: 0.9920\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0125 - acc: 0.9920\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0124 - acc: 0.9909\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0124 - acc: 0.9916\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0122 - acc: 0.9917\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0123 - acc: 0.9918\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0123 - acc: 0.9916\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0127 - acc: 0.9913\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0122 - acc: 0.9913\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0122 - acc: 0.9917\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0122 - acc: 0.9916\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9920\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0121 - acc: 0.9917\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9916\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0125 - acc: 0.9920\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9921\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0123 - acc: 0.9908\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0122 - acc: 0.9922\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0121 - acc: 0.9921\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9920\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9924\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0121 - acc: 0.9913\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0124 - acc: 0.9917\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0122 - acc: 0.9920\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9922\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9918\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9914\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0121 - acc: 0.9922\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9926\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0130 - acc: 0.9916\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0130 - acc: 0.9908\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0127 - acc: 0.9913\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0126 - acc: 0.9922\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0127 - acc: 0.9914\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0125 - acc: 0.9914\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0123 - acc: 0.9917\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0130 - acc: 0.9910\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0125 - acc: 0.9912\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0126 - acc: 0.9906\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0134 - acc: 0.9918\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0125 - acc: 0.9917\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9920\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0122 - acc: 0.9906\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0122 - acc: 0.9910\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0126 - acc: 0.9914\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9921\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9918\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9909\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9924\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9912\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0121 - acc: 0.9913\n", + "Epoch 23/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9916\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9922\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9914\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9920\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0117 - acc: 0.9917\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0117 - acc: 0.9913\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0116 - acc: 0.9918\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0116 - acc: 0.9921\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0116 - acc: 0.9912\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0117 - acc: 0.9920\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0116 - acc: 0.9920\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9922\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9917\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0117 - acc: 0.9920\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0116 - acc: 0.9921\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9920\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0116 - acc: 0.9920\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0117 - acc: 0.9920\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0117 - acc: 0.9922\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0116 - acc: 0.9914\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0116 - acc: 0.9918\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0115 - acc: 0.9920\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0116 - acc: 0.9926\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0116 - acc: 0.9925\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0116 - acc: 0.9918\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0116 - acc: 0.9920\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0115 - acc: 0.9921\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0115 - acc: 0.9914\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0132 - acc: 0.9909\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0130 - acc: 0.9905\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0133 - acc: 0.9912\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0130 - acc: 0.9917\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0128 - acc: 0.9918\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0127 - acc: 0.9913\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0126 - acc: 0.9922\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0130 - acc: 0.9913\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0133 - acc: 0.9912\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0129 - acc: 0.9922\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0127 - acc: 0.9914\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0126 - acc: 0.9914\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0125 - acc: 0.9916\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0125 - acc: 0.9914\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0126 - acc: 0.9917\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0126 - acc: 0.9914\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0124 - acc: 0.9916\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0128 - acc: 0.9909\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0125 - acc: 0.9922\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0126 - acc: 0.9912\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0127 - acc: 0.9922\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0125 - acc: 0.9918\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9912\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9922\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0123 - acc: 0.9921\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9916\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0121 - acc: 0.9913\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0125 - acc: 0.9912\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9924\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9916\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9924\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9924\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9920\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9916\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9918\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9917\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9917\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9921\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9924\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0118 - acc: 0.9916\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0117 - acc: 0.9929\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9914\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0117 - acc: 0.9928\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9924\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0117 - acc: 0.9922\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9926\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0117 - acc: 0.9926\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0117 - acc: 0.9920\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0117 - acc: 0.9920\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9914\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0134 - acc: 0.9909\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0131 - acc: 0.9917\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0131 - acc: 0.9914\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0127 - acc: 0.9912\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0125 - acc: 0.9922\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9909\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0139 - acc: 0.9913\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0127 - acc: 0.9909\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0125 - acc: 0.9914\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9910\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0123 - acc: 0.9920\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9912\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0125 - acc: 0.9905\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0123 - acc: 0.9913\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9905\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0358 - acc: 0.9870\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0490 - acc: 0.9837\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0349 - acc: 0.9866\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0274 - acc: 0.9882\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0215 - acc: 0.9908\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0204 - acc: 0.9900\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0182 - acc: 0.9914\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0184 - acc: 0.9909\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0170 - acc: 0.9902\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0169 - acc: 0.9916\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0167 - acc: 0.9917\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0165 - acc: 0.9918\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0164 - acc: 0.9916\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0163 - acc: 0.9920\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0163 - acc: 0.9921\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0162 - acc: 0.9914\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0162 - acc: 0.9922\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0161 - acc: 0.9914\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0161 - acc: 0.9910\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0162 - acc: 0.9921\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0160 - acc: 0.9913\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0162 - acc: 0.9912\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0161 - acc: 0.9913\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0161 - acc: 0.9921\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0162 - acc: 0.9917\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0163 - acc: 0.9913\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0161 - acc: 0.9910\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0161 - acc: 0.9916\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0160 - acc: 0.9914\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0161 - acc: 0.9920\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0161 - acc: 0.9922\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0160 - acc: 0.9924\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0160 - acc: 0.9925\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0160 - acc: 0.9905\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0160 - acc: 0.9925\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0128 - acc: 0.9908\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0126 - acc: 0.9902\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0123 - acc: 0.9916\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0124 - acc: 0.9910\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0127 - acc: 0.9921\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0124 - acc: 0.9918\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0125 - acc: 0.9908\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0123 - acc: 0.9913\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0121 - acc: 0.9922\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0121 - acc: 0.9914\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0120 - acc: 0.9913\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0119 - acc: 0.9922\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0120 - acc: 0.9925\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0120 - acc: 0.9909\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0119 - acc: 0.9913\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0118 - acc: 0.9909\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0117 - acc: 0.9913\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0117 - acc: 0.9913\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0118 - acc: 0.9916\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0118 - acc: 0.9913\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0117 - acc: 0.9922\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0117 - acc: 0.9918\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0117 - acc: 0.9918\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0117 - acc: 0.9916\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0117 - acc: 0.9916\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0116 - acc: 0.9924\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0118 - acc: 0.9917\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0117 - acc: 0.9920\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0116 - acc: 0.9925\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0116 - acc: 0.9910\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0117 - acc: 0.9917\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0116 - acc: 0.9914\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0117 - acc: 0.9920\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0116 - acc: 0.9914\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0116 - acc: 0.9928\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0117 - acc: 0.9918\n", + "Epoch 37/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0117 - acc: 0.9925\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 75us/step - loss: 0.0119 - acc: 0.9921\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0116 - acc: 0.9920\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0116 - acc: 0.9918\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0116 - acc: 0.9926\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0116 - acc: 0.9917\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0116 - acc: 0.9921\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0115 - acc: 0.9917\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0116 - acc: 0.9916\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0115 - acc: 0.9920\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0115 - acc: 0.9925\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0116 - acc: 0.9922\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0116 - acc: 0.9910\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0115 - acc: 0.9920\n", + " 0.9081941853323908\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0140 - acc: 0.9912\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0140 - acc: 0.9912\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0130 - acc: 0.9917\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0137 - acc: 0.9918\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0136 - acc: 0.9904\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0129 - acc: 0.9908\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0132 - acc: 0.9921\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0129 - acc: 0.9917\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0129 - acc: 0.9914\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0135 - acc: 0.9913\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0129 - acc: 0.9914\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0128 - acc: 0.9916\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0128 - acc: 0.9917\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0128 - acc: 0.9920\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0127 - acc: 0.9910\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0126 - acc: 0.9913\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0128 - acc: 0.9922\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0131 - acc: 0.9908\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0124 - acc: 0.9914\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0125 - acc: 0.9910\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0129 - acc: 0.9920\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0130 - acc: 0.9914\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0123 - acc: 0.9921\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0125 - acc: 0.9917\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0122 - acc: 0.9924\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0123 - acc: 0.9914\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9916\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9922\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9917\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0167 - acc: 0.9906\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0126 - acc: 0.9921\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0123 - acc: 0.9921\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9924\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9918\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9918\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9918\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9920\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9914\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9918\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9926\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9918\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9918\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0117 - acc: 0.9930\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9917\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9921\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0117 - acc: 0.9926\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9924\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9914\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0117 - acc: 0.9921\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0117 - acc: 0.9920\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0128 - acc: 0.9917\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0126 - acc: 0.9917\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0128 - acc: 0.9912\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0122 - acc: 0.9912\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0123 - acc: 0.9914\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0124 - acc: 0.9916\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0121 - acc: 0.9916\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0123 - acc: 0.9918\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0122 - acc: 0.9922\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0121 - acc: 0.9916\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0121 - acc: 0.9916\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9914\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9922\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0122 - acc: 0.9910\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9918\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9910\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9918\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0122 - acc: 0.9926\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9920\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9921\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0117 - acc: 0.9920\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0116 - acc: 0.9916\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0117 - acc: 0.9922\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9917\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0122 - acc: 0.9922\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9925\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0117 - acc: 0.9926\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0117 - acc: 0.9917\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0117 - acc: 0.9917\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0117 - acc: 0.9921\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0115 - acc: 0.9922\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0116 - acc: 0.9918\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0115 - acc: 0.9920\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0116 - acc: 0.9928\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9926\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0116 - acc: 0.9925\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0116 - acc: 0.9924\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0116 - acc: 0.9924\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0115 - acc: 0.9916\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0115 - acc: 0.9909\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0114 - acc: 0.9921\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0115 - acc: 0.9924\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0115 - acc: 0.9914\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0114 - acc: 0.9917\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0114 - acc: 0.9926\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0113 - acc: 0.9916\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0114 - acc: 0.9928\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0114 - acc: 0.9916\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0113 - acc: 0.9928\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0114 - acc: 0.9916\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9912\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0129 - acc: 0.9925\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9914\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9917\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9914\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9918\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0119 - acc: 0.9920\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9916\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9918\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9924\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9928\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9914\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0117 - acc: 0.9917\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0116 - acc: 0.9920\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9917\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0116 - acc: 0.9922\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0116 - acc: 0.9920\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0116 - acc: 0.9926\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0115 - acc: 0.9918\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9918\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0115 - acc: 0.9924\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0114 - acc: 0.9916\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0115 - acc: 0.9916\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0115 - acc: 0.9925\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0114 - acc: 0.9910\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0114 - acc: 0.9917\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0115 - acc: 0.9917\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0116 - acc: 0.9916\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0114 - acc: 0.9925\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0115 - acc: 0.9920\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0117 - acc: 0.9921\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0115 - acc: 0.9921\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0114 - acc: 0.9924\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0114 - acc: 0.9918\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0114 - acc: 0.9922\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0114 - acc: 0.9930\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0113 - acc: 0.9924\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9920\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0113 - acc: 0.9929\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0112 - acc: 0.9918\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9920\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0113 - acc: 0.9920\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9929\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9914\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9918\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0111 - acc: 0.9921\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9924\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0111 - acc: 0.9912\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0111 - acc: 0.9924\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9926\n", + ">>\n", + ".\n", + "Epoch 1/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0125 - acc: 0.9922\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0124 - acc: 0.9922\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0126 - acc: 0.9920\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0129 - acc: 0.9922\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0123 - acc: 0.9921\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0121 - acc: 0.9922\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0122 - acc: 0.9918\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0119 - acc: 0.9920\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9928\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0127 - acc: 0.9922\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0140 - acc: 0.9917\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0252 - acc: 0.9897\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0436 - acc: 0.9845\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0273 - acc: 0.9884\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0297 - acc: 0.9874\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0342 - acc: 0.9869\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0324 - acc: 0.9869\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0235 - acc: 0.9893\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0166 - acc: 0.9922\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0132 - acc: 0.9922\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0126 - acc: 0.9925\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9921\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0138 - acc: 0.9924\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0121 - acc: 0.9922\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9918\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0120 - acc: 0.9922\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0118 - acc: 0.9917\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0117 - acc: 0.9917\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0116 - acc: 0.9925\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0115 - acc: 0.9918\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0116 - acc: 0.9918\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0114 - acc: 0.9922\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0114 - acc: 0.9921\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0113 - acc: 0.9930\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0114 - acc: 0.9920\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0114 - acc: 0.9924\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0113 - acc: 0.9918\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0113 - acc: 0.9922\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0114 - acc: 0.9925\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0113 - acc: 0.9922\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0113 - acc: 0.9925\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0113 - acc: 0.9925\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0113 - acc: 0.9920\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9929\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0113 - acc: 0.9922\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0112 - acc: 0.9922\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9926\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0113 - acc: 0.9926\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0111 - acc: 0.9918\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0113 - acc: 0.9922\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0139 - acc: 0.9918\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0130 - acc: 0.9925\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0126 - acc: 0.9925\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0124 - acc: 0.9922\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0122 - acc: 0.9924\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0125 - acc: 0.9917\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0124 - acc: 0.9921\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0122 - acc: 0.9920\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0120 - acc: 0.9921\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0121 - acc: 0.9914\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0184 - acc: 0.9900\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0220 - acc: 0.9898\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0270 - acc: 0.9873\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0241 - acc: 0.9897\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0266 - acc: 0.9892\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0185 - acc: 0.9901\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0178 - acc: 0.9908\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0140 - acc: 0.9914\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0131 - acc: 0.9917\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0128 - acc: 0.9920\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0121 - acc: 0.9921\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0120 - acc: 0.9917\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0119 - acc: 0.9921\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0118 - acc: 0.9916\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0117 - acc: 0.9916\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0117 - acc: 0.9917\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0118 - acc: 0.9926\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0117 - acc: 0.9920\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0117 - acc: 0.9920\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0116 - acc: 0.9925\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0120 - acc: 0.9922\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0117 - acc: 0.9920\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0117 - acc: 0.9926\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0116 - acc: 0.9926\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0116 - acc: 0.9928\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0116 - acc: 0.9916\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0115 - acc: 0.9928\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0116 - acc: 0.9921\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0116 - acc: 0.9929\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0115 - acc: 0.9929\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0116 - acc: 0.9917\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0115 - acc: 0.9925\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0114 - acc: 0.9928\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0115 - acc: 0.9921\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0115 - acc: 0.9928\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0114 - acc: 0.9918\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0114 - acc: 0.9925\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0114 - acc: 0.9921\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0115 - acc: 0.9928\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0114 - acc: 0.9925\n", + " 0.9113112550550991\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0122 - acc: 0.9918\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0117 - acc: 0.9929\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0125 - acc: 0.9920\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0325 - acc: 0.9882\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0389 - acc: 0.9850\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0277 - acc: 0.9880\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0192 - acc: 0.9908\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0178 - acc: 0.9902\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0263 - acc: 0.9890\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0208 - acc: 0.9893\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0153 - acc: 0.9910\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0131 - acc: 0.9920\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0123 - acc: 0.9916\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0123 - acc: 0.9922\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9922\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9922\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0116 - acc: 0.9925\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9922\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0135 - acc: 0.9913\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9925\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0125 - acc: 0.9918\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0130 - acc: 0.9921\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0117 - acc: 0.9926\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0125 - acc: 0.9922\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9921\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0124 - acc: 0.9918\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0115 - acc: 0.9920\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0113 - acc: 0.9922\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0113 - acc: 0.9921\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0113 - acc: 0.9928\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0112 - acc: 0.9922\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0112 - acc: 0.9921\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0112 - acc: 0.9922\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0112 - acc: 0.9921\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0111 - acc: 0.9928\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0111 - acc: 0.9926\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0113 - acc: 0.9916\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0112 - acc: 0.9920\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0111 - acc: 0.9933\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 70us/step - loss: 0.0110 - acc: 0.9928\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0110 - acc: 0.9925\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0110 - acc: 0.9918\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0111 - acc: 0.9929\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0110 - acc: 0.9934\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0110 - acc: 0.9926\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0109 - acc: 0.9926\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0109 - acc: 0.9928\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0109 - acc: 0.9932\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0110 - acc: 0.9929\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0109 - acc: 0.9929\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9913\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0115 - acc: 0.9922\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0114 - acc: 0.9920\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0117 - acc: 0.9922\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0114 - acc: 0.9917\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0113 - acc: 0.9925\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0129 - acc: 0.9924\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0114 - acc: 0.9921\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0112 - acc: 0.9920\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0111 - acc: 0.9913\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0112 - acc: 0.9929\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9924\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0111 - acc: 0.9924\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0114 - acc: 0.9924\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0110 - acc: 0.9920\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0110 - acc: 0.9933\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0110 - acc: 0.9918\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0109 - acc: 0.9926\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0110 - acc: 0.9922\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0109 - acc: 0.9920\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0109 - acc: 0.9926\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0109 - acc: 0.9921\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0115 - acc: 0.9917\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0111 - acc: 0.9925\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0109 - acc: 0.9920\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0115 - acc: 0.9926\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0111 - acc: 0.9918\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0110 - acc: 0.9925\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0110 - acc: 0.9917\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0110 - acc: 0.9922\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0109 - acc: 0.9922\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9921\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0109 - acc: 0.9929\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0108 - acc: 0.9924\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0108 - acc: 0.9925\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9922\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9929\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9926\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0106 - acc: 0.9929\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9924\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0109 - acc: 0.9918\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0117 - acc: 0.9925\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0109 - acc: 0.9922\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9922\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9917\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0106 - acc: 0.9922\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9920\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0108 - acc: 0.9928\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0107 - acc: 0.9918\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0106 - acc: 0.9932\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0214 - acc: 0.9898\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0223 - acc: 0.9892\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0183 - acc: 0.9909\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0142 - acc: 0.9913\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0143 - acc: 0.9910\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0127 - acc: 0.9917\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0123 - acc: 0.9914\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9918\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9916\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9917\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0116 - acc: 0.9912\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0116 - acc: 0.9921\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0113 - acc: 0.9917\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9917\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0115 - acc: 0.9916\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0116 - acc: 0.9922\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9914\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0116 - acc: 0.9918\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0116 - acc: 0.9925\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0116 - acc: 0.9922\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0115 - acc: 0.9925\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0114 - acc: 0.9922\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0114 - acc: 0.9926\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0114 - acc: 0.9922\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0117 - acc: 0.9920\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0113 - acc: 0.9920\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9918\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9932\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0115 - acc: 0.9925\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9916\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0111 - acc: 0.9921\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0110 - acc: 0.9929\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0110 - acc: 0.9925\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0109 - acc: 0.9925\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0109 - acc: 0.9925\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0109 - acc: 0.9930\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0114 - acc: 0.9929\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0110 - acc: 0.9929\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0109 - acc: 0.9920\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0109 - acc: 0.9921\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0108 - acc: 0.9914\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9926\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9922\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9928\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9932\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0109 - acc: 0.9918\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0108 - acc: 0.9922\n", + "Epoch 48/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9925\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0108 - acc: 0.9928\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9933\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0119 - acc: 0.9910\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9922\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0123 - acc: 0.9916\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9920\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9918\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9924\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9921\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0117 - acc: 0.9921\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0118 - acc: 0.9916\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9914\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0116 - acc: 0.9914\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9914\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 75us/step - loss: 0.0118 - acc: 0.9918\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9918\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0115 - acc: 0.9917\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0115 - acc: 0.9922\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0119 - acc: 0.9912\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0116 - acc: 0.9925\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0115 - acc: 0.9925\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0115 - acc: 0.9925\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0114 - acc: 0.9924\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9925\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0111 - acc: 0.9925\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0113 - acc: 0.9928\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0112 - acc: 0.9921\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0111 - acc: 0.9924\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0111 - acc: 0.9925\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0111 - acc: 0.9925\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0110 - acc: 0.9930\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0111 - acc: 0.9924\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0110 - acc: 0.9926\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9926\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0109 - acc: 0.9933\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0109 - acc: 0.9930\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0109 - acc: 0.9928\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9925\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0108 - acc: 0.9918\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9933\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9928\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0110 - acc: 0.9922\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9929\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0108 - acc: 0.9921\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9929\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0107 - acc: 0.9925\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9924\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9926\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9924\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9921\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0107 - acc: 0.9933\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0107 - acc: 0.9933\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0116 - acc: 0.9928\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0117 - acc: 0.9918\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0117 - acc: 0.9916\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0115 - acc: 0.9921\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0113 - acc: 0.9917\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0113 - acc: 0.9917\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9926\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9914\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9922\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0112 - acc: 0.9922\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0111 - acc: 0.9918\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0111 - acc: 0.9918\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0111 - acc: 0.9913\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0111 - acc: 0.9918\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0111 - acc: 0.9928\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0112 - acc: 0.9924\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0111 - acc: 0.9914\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0111 - acc: 0.9926\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0110 - acc: 0.9920\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0109 - acc: 0.9926\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0109 - acc: 0.9918\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0109 - acc: 0.9928\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0109 - acc: 0.9918\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0109 - acc: 0.9914\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0109 - acc: 0.9925\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0109 - acc: 0.9925\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0109 - acc: 0.9920\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0109 - acc: 0.9921\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0109 - acc: 0.9924\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0108 - acc: 0.9925\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0108 - acc: 0.9928\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0109 - acc: 0.9928\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0108 - acc: 0.9921\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0109 - acc: 0.9926\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0108 - acc: 0.9926\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0108 - acc: 0.9916\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0108 - acc: 0.9926\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0108 - acc: 0.9921\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0107 - acc: 0.9914\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0107 - acc: 0.9916\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9924\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0108 - acc: 0.9924\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9918\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9918\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0107 - acc: 0.9924\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0107 - acc: 0.9920\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0107 - acc: 0.9925\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0106 - acc: 0.9925\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0106 - acc: 0.9922\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0107 - acc: 0.9926\n", + " 0.9024814887773902\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0130 - acc: 0.9922\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0128 - acc: 0.9912\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0126 - acc: 0.9924\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0126 - acc: 0.9917\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0125 - acc: 0.9917\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0125 - acc: 0.9921\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0129 - acc: 0.9914\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0130 - acc: 0.9916\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0127 - acc: 0.9924\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0133 - acc: 0.9913\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0123 - acc: 0.9924\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0122 - acc: 0.9924\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0122 - acc: 0.9916\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0124 - acc: 0.9922\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0123 - acc: 0.9924\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 70us/step - loss: 0.0122 - acc: 0.9908\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9913\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0121 - acc: 0.9916\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0121 - acc: 0.9917\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9906\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0121 - acc: 0.9924\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0121 - acc: 0.9914\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9916\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9925\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9918\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9921\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9920\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9921\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9910\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9918\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9918\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9914\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9922\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9925\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9917\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9916\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9920\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9921\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9920\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 70us/step - loss: 0.0118 - acc: 0.9918\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9924\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9926\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9918\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9922\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9925\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9926\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9922\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9920\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9925\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9928\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0136 - acc: 0.9912\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0133 - acc: 0.9916\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0132 - acc: 0.9920\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0130 - acc: 0.9914\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0130 - acc: 0.9917\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0135 - acc: 0.9908\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0131 - acc: 0.9909\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0130 - acc: 0.9916\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0131 - acc: 0.9918\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0127 - acc: 0.9916\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0129 - acc: 0.9918\n", + "Epoch 12/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0129 - acc: 0.9917\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0128 - acc: 0.9910\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0136 - acc: 0.9918\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0129 - acc: 0.9914\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0127 - acc: 0.9909\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0128 - acc: 0.9920\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0128 - acc: 0.9909\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0127 - acc: 0.9914\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0127 - acc: 0.9912\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0127 - acc: 0.9920\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0127 - acc: 0.9914\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0128 - acc: 0.9916\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0127 - acc: 0.9922\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0126 - acc: 0.9921\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0126 - acc: 0.9914\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0126 - acc: 0.9926\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0127 - acc: 0.9921\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0126 - acc: 0.9916\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0126 - acc: 0.9920\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0125 - acc: 0.9921\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0126 - acc: 0.9924\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0125 - acc: 0.9926\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0125 - acc: 0.9925\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0125 - acc: 0.9924\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0125 - acc: 0.9912\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0126 - acc: 0.9921\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0125 - acc: 0.9921\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0125 - acc: 0.9921\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0124 - acc: 0.9916\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0126 - acc: 0.9917\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0125 - acc: 0.9925\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0124 - acc: 0.9922\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0124 - acc: 0.9921\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0124 - acc: 0.9921\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0125 - acc: 0.9925\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0125 - acc: 0.9918\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0123 - acc: 0.9918\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9917\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0125 - acc: 0.9920\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0128 - acc: 0.9922\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0130 - acc: 0.9920\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0126 - acc: 0.9917\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0125 - acc: 0.9920\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0125 - acc: 0.9916\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9918\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0125 - acc: 0.9918\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9916\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0123 - acc: 0.9916\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0123 - acc: 0.9918\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9914\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0123 - acc: 0.9916\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0123 - acc: 0.9921\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9925\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9920\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0123 - acc: 0.9918\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9916\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0123 - acc: 0.9918\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9920\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0122 - acc: 0.9924\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9922\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9924\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9914\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0122 - acc: 0.9926\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9920\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9912\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9914\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9914\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9918\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9924\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9918\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9918\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9922\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9920\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9924\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9922\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9924\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0123 - acc: 0.9920\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9917\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9921\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9928\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9921\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9916\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9928\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9917\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9914\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9921\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9925\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9928\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9920\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0142 - acc: 0.9912\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0140 - acc: 0.9916\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0132 - acc: 0.9920\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0129 - acc: 0.9909\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0128 - acc: 0.9917\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0128 - acc: 0.9913\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0130 - acc: 0.9909\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0127 - acc: 0.9910\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0126 - acc: 0.9910\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0126 - acc: 0.9914\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0127 - acc: 0.9918\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0132 - acc: 0.9921\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0145 - acc: 0.9916\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0142 - acc: 0.9914\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0129 - acc: 0.9917\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0128 - acc: 0.9918\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0127 - acc: 0.9917\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0126 - acc: 0.9916\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0125 - acc: 0.9917\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 80us/step - loss: 0.0124 - acc: 0.9917\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0123 - acc: 0.9913\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 80us/step - loss: 0.0122 - acc: 0.9925\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 78us/step - loss: 0.0122 - acc: 0.9921\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 79us/step - loss: 0.0121 - acc: 0.9912\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 77us/step - loss: 0.0127 - acc: 0.9922\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9921\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0123 - acc: 0.9918\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9921\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9917\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9917\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9920\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0121 - acc: 0.9910\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9916\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0121 - acc: 0.9914\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9920\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9913\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0121 - acc: 0.9917\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0120 - acc: 0.9921\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0120 - acc: 0.9920\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9908\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9922\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9921\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9928\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0120 - acc: 0.9920\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9916\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9920\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9917\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0119 - acc: 0.9918\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9922\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0119 - acc: 0.9921\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0128 - acc: 0.9921\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0130 - acc: 0.9925\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0128 - acc: 0.9922\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0127 - acc: 0.9925\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0127 - acc: 0.9922\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0135 - acc: 0.9924\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0132 - acc: 0.9922\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0126 - acc: 0.9920\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0127 - acc: 0.9921\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0125 - acc: 0.9920\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0128 - acc: 0.9922\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0126 - acc: 0.9926\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0125 - acc: 0.9926\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0125 - acc: 0.9921\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0125 - acc: 0.9926\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9926\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0125 - acc: 0.9925\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9920\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0125 - acc: 0.9926\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0125 - acc: 0.9922\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0123 - acc: 0.9925\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9924\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9920\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0123 - acc: 0.9918\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0123 - acc: 0.9925\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0123 - acc: 0.9922\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9928\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0123 - acc: 0.9918\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9922\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0123 - acc: 0.9925\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0122 - acc: 0.9925\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0127 - acc: 0.9921\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0132 - acc: 0.9921\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0126 - acc: 0.9912\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9917\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0123 - acc: 0.9921\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9913\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0123 - acc: 0.9925\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0123 - acc: 0.9921\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0123 - acc: 0.9926\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0122 - acc: 0.9922\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0122 - acc: 0.9924\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0122 - acc: 0.9925\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0122 - acc: 0.9924\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0121 - acc: 0.9928\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0121 - acc: 0.9924\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0122 - acc: 0.9920\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 75us/step - loss: 0.0122 - acc: 0.9920\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0121 - acc: 0.9930\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0121 - acc: 0.9922\n", + " 0.9158884189792016\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0133 - acc: 0.9913\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0132 - acc: 0.9912\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0133 - acc: 0.9912\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0130 - acc: 0.9910\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0130 - acc: 0.9908\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0131 - acc: 0.9904\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0130 - acc: 0.9914\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 70us/step - loss: 0.0129 - acc: 0.9914\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0128 - acc: 0.9908\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0131 - acc: 0.9920\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0136 - acc: 0.9914\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0130 - acc: 0.9913\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0127 - acc: 0.9916\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0127 - acc: 0.9920\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0127 - acc: 0.9916\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0127 - acc: 0.9917\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0127 - acc: 0.9914\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0127 - acc: 0.9913\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0125 - acc: 0.9917\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0126 - acc: 0.9910\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0126 - acc: 0.9918\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0126 - acc: 0.9905\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0125 - acc: 0.9912\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0124 - acc: 0.9924\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0129 - acc: 0.9910\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0124 - acc: 0.9913\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0124 - acc: 0.9916\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0123 - acc: 0.9914\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0123 - acc: 0.9922\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0123 - acc: 0.9916\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0123 - acc: 0.9917\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0123 - acc: 0.9909\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 70us/step - loss: 0.0122 - acc: 0.9917\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0123 - acc: 0.9925\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0122 - acc: 0.9916\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0123 - acc: 0.9906\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0121 - acc: 0.9916\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0122 - acc: 0.9921\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0121 - acc: 0.9917\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9912\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9926\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0122 - acc: 0.9922\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0121 - acc: 0.9924\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0123 - acc: 0.9916\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0121 - acc: 0.9921\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9920\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9916\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9912\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 70us/step - loss: 0.0119 - acc: 0.9913\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9920\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0126 - acc: 0.9922\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0128 - acc: 0.9912\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0124 - acc: 0.9914\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9914\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0125 - acc: 0.9913\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0123 - acc: 0.9917\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9904\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9906\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9918\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0123 - acc: 0.9921\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0121 - acc: 0.9912\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0122 - acc: 0.9918\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0122 - acc: 0.9913\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9912\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9913\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0122 - acc: 0.9909\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0121 - acc: 0.9918\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0121 - acc: 0.9913\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9924\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0121 - acc: 0.9921\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9914\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9912\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9924\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9917\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9920\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9921\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0121 - acc: 0.9920\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9916\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9922\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9916\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9914\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9921\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9910\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9913\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9916\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9914\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9916\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9921\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9910\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9922\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9902\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9912\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9917\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9918\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0121 - acc: 0.9912\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9918\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9914\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9913\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9912\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9921\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0131 - acc: 0.9917\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0129 - acc: 0.9910\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0126 - acc: 0.9916\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0131 - acc: 0.9918\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0127 - acc: 0.9913\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0137 - acc: 0.9908\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0129 - acc: 0.9912\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0126 - acc: 0.9914\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0125 - acc: 0.9918\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9913\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9912\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0123 - acc: 0.9910\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0124 - acc: 0.9905\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0123 - acc: 0.9908\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0123 - acc: 0.9913\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0127 - acc: 0.9913\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0126 - acc: 0.9920\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0123 - acc: 0.9921\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0123 - acc: 0.9916\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0123 - acc: 0.9905\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9912\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9917\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9924\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9912\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0120 - acc: 0.9910\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9913\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9922\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9920\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9917\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9910\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9920\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9925\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9914\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9904\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9914\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9916\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9912\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9918\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9914\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9917\n", + "Epoch 41/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9924\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9917\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9913\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9916\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9917\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9916\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9917\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9920\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9925\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9910\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0199 - acc: 0.9898\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0196 - acc: 0.9904\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0192 - acc: 0.9910\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0194 - acc: 0.9912\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0193 - acc: 0.9908\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0190 - acc: 0.9906\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0190 - acc: 0.9904\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0189 - acc: 0.9910\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0190 - acc: 0.9912\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0192 - acc: 0.9914\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0190 - acc: 0.9900\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0188 - acc: 0.9917\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0188 - acc: 0.9913\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0188 - acc: 0.9906\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0187 - acc: 0.9912\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0188 - acc: 0.9908\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0187 - acc: 0.9905\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0187 - acc: 0.9910\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0186 - acc: 0.9909\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0196 - acc: 0.9910\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0204 - acc: 0.9912\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0262 - acc: 0.9892\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0362 - acc: 0.9869\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0342 - acc: 0.9876\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0354 - acc: 0.9878\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0304 - acc: 0.9894\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0217 - acc: 0.9904\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0206 - acc: 0.9902\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0210 - acc: 0.9913\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0220 - acc: 0.9897\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0211 - acc: 0.9904\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0193 - acc: 0.9916\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0190 - acc: 0.9913\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0188 - acc: 0.9901\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0189 - acc: 0.9908\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 75us/step - loss: 0.0188 - acc: 0.9913\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0187 - acc: 0.9909\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0185 - acc: 0.9916\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0186 - acc: 0.9910\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0186 - acc: 0.9914\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0185 - acc: 0.9908\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0186 - acc: 0.9918\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0184 - acc: 0.9913\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0184 - acc: 0.9914\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0185 - acc: 0.9909\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0184 - acc: 0.9922\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0184 - acc: 0.9904\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0186 - acc: 0.9914\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0184 - acc: 0.9916\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0183 - acc: 0.9908\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0132 - acc: 0.9913\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0135 - acc: 0.9917\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0132 - acc: 0.9916\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0139 - acc: 0.9913\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0132 - acc: 0.9914\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0129 - acc: 0.9917\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0131 - acc: 0.9909\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0130 - acc: 0.9916\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0131 - acc: 0.9908\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0130 - acc: 0.9916\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0129 - acc: 0.9921\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0128 - acc: 0.9918\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 75us/step - loss: 0.0130 - acc: 0.9906\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 76us/step - loss: 0.0129 - acc: 0.9920\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0126 - acc: 0.9914\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0128 - acc: 0.9918\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0127 - acc: 0.9918\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0126 - acc: 0.9913\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0125 - acc: 0.9917\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0127 - acc: 0.9912\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0128 - acc: 0.9910\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0125 - acc: 0.9920\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0124 - acc: 0.9914\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0125 - acc: 0.9914\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0129 - acc: 0.9920\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0189 - acc: 0.9904\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0465 - acc: 0.9836\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0313 - acc: 0.9877\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0181 - acc: 0.9893\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0180 - acc: 0.9900\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0143 - acc: 0.9916\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0136 - acc: 0.9908\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0133 - acc: 0.9906\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0131 - acc: 0.9921\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0131 - acc: 0.9910\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0129 - acc: 0.9913\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0126 - acc: 0.9920\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0125 - acc: 0.9916\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0125 - acc: 0.9914\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0123 - acc: 0.9916\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0124 - acc: 0.9918\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0128 - acc: 0.9913\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0127 - acc: 0.9918\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0125 - acc: 0.9922\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0123 - acc: 0.9916\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0124 - acc: 0.9920\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0122 - acc: 0.9922\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0121 - acc: 0.9920\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0122 - acc: 0.9921\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9917\n", + " 0.8994032790684201\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0124 - acc: 0.9912\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0124 - acc: 0.9912\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0123 - acc: 0.9918\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9913\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0121 - acc: 0.9921\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0122 - acc: 0.9920\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0123 - acc: 0.9913\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9917\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9917\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0121 - acc: 0.9922\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0121 - acc: 0.9922\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9924\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9922\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9912\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9920\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0123 - acc: 0.9916\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9925\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9918\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9914\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9922\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9910\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9921\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9916\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9933\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0117 - acc: 0.9918\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0117 - acc: 0.9916\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9920\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0116 - acc: 0.9912\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0116 - acc: 0.9918\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0116 - acc: 0.9924\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0116 - acc: 0.9912\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0116 - acc: 0.9913\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0116 - acc: 0.9918\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0116 - acc: 0.9921\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0116 - acc: 0.9917\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0116 - acc: 0.9926\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9925\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0116 - acc: 0.9916\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0116 - acc: 0.9918\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0115 - acc: 0.9917\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0116 - acc: 0.9920\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0116 - acc: 0.9928\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0117 - acc: 0.9914\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0115 - acc: 0.9925\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0115 - acc: 0.9916\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0115 - acc: 0.9925\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0116 - acc: 0.9920\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0115 - acc: 0.9912\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0115 - acc: 0.9926\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0115 - acc: 0.9918\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0127 - acc: 0.9906\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0127 - acc: 0.9905\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0127 - acc: 0.9910\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0128 - acc: 0.9906\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0128 - acc: 0.9916\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0126 - acc: 0.9909\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0127 - acc: 0.9913\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0127 - acc: 0.9914\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0126 - acc: 0.9910\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0124 - acc: 0.9918\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0124 - acc: 0.9914\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9914\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0125 - acc: 0.9921\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0125 - acc: 0.9912\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9908\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9914\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0125 - acc: 0.9910\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0123 - acc: 0.9910\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0123 - acc: 0.9906\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0123 - acc: 0.9914\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0129 - acc: 0.9910\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0125 - acc: 0.9901\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9912\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0124 - acc: 0.9913\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9912\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0122 - acc: 0.9913\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9912\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9912\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9925\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9922\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9917\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9908\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0121 - acc: 0.9914\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0121 - acc: 0.9916\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0121 - acc: 0.9928\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9924\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9913\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9913\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9918\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9914\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9924\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9917\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9921\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9920\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9916\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9908\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9924\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9914\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0118 - acc: 0.9921\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9913\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0131 - acc: 0.9913\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0131 - acc: 0.9917\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0129 - acc: 0.9914\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0129 - acc: 0.9921\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0128 - acc: 0.9922\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0126 - acc: 0.9922\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0126 - acc: 0.9916\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0128 - acc: 0.9917\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0127 - acc: 0.9909\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0125 - acc: 0.9910\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9917\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0125 - acc: 0.9914\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9906\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9918\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9922\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0123 - acc: 0.9914\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0123 - acc: 0.9909\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0125 - acc: 0.9924\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0123 - acc: 0.9922\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0123 - acc: 0.9916\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9918\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0126 - acc: 0.9917\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9918\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9917\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 71us/step - loss: 0.0122 - acc: 0.9926\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0122 - acc: 0.9913\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9917\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9922\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0122 - acc: 0.9920\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0121 - acc: 0.9921\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9920\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9916\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9917\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9926\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9920\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9921\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9917\n", + "Epoch 38/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9909\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9920\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0124 - acc: 0.9921\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9917\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9921\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9914\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9917\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9920\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0118 - acc: 0.9916\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9924\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9922\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9921\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9922\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0125 - acc: 0.9921\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0124 - acc: 0.9920\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0123 - acc: 0.9920\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0122 - acc: 0.9921\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0121 - acc: 0.9913\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0123 - acc: 0.9924\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0123 - acc: 0.9922\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0121 - acc: 0.9916\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9920\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0122 - acc: 0.9918\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0120 - acc: 0.9932\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0121 - acc: 0.9916\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0120 - acc: 0.9924\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0120 - acc: 0.9924\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9918\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9925\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9925\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9921\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9916\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0119 - acc: 0.9921\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9913\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0120 - acc: 0.9922\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9921\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0119 - acc: 0.9918\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0119 - acc: 0.9920\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9918\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9918\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9921\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0119 - acc: 0.9922\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0120 - acc: 0.9921\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0119 - acc: 0.9910\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9926\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0119 - acc: 0.9917\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0119 - acc: 0.9922\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0119 - acc: 0.9928\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0119 - acc: 0.9920\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0118 - acc: 0.9921\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9921\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0118 - acc: 0.9922\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9918\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9921\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9917\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0118 - acc: 0.9921\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9922\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0118 - acc: 0.9914\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0118 - acc: 0.9920\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0118 - acc: 0.9924\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0117 - acc: 0.9925\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0117 - acc: 0.9921\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0125 - acc: 0.9917\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0149 - acc: 0.9913\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0153 - acc: 0.9916\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0150 - acc: 0.9917\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0148 - acc: 0.9912\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0145 - acc: 0.9908\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0146 - acc: 0.9914\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0147 - acc: 0.9916\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0145 - acc: 0.9918\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0146 - acc: 0.9918\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 1s 75us/step - loss: 0.0145 - acc: 0.9914\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0144 - acc: 0.9909\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0143 - acc: 0.9916\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0143 - acc: 0.9910\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0143 - acc: 0.9916\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0143 - acc: 0.9917\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0143 - acc: 0.9916\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0142 - acc: 0.9916\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0142 - acc: 0.9913\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0143 - acc: 0.9910\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0141 - acc: 0.9914\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 21/50\n", + "7478/7478 [==============================] - 1s 79us/step - loss: 0.0141 - acc: 0.9905\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0142 - acc: 0.9912\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0141 - acc: 0.9916\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0142 - acc: 0.9922\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 1s 72us/step - loss: 0.0141 - acc: 0.9922\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0142 - acc: 0.9926\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0143 - acc: 0.9918\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0141 - acc: 0.9914\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0141 - acc: 0.9912\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0139 - acc: 0.9917\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0141 - acc: 0.9922\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0140 - acc: 0.9912\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0139 - acc: 0.9913\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0140 - acc: 0.9917\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0141 - acc: 0.9910\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0139 - acc: 0.9913\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0140 - acc: 0.9918\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0139 - acc: 0.9916\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0138 - acc: 0.9904\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0139 - acc: 0.9910\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0138 - acc: 0.9921\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0139 - acc: 0.9920\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0139 - acc: 0.9914\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0140 - acc: 0.9913\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0139 - acc: 0.9920\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0140 - acc: 0.9920\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0138 - acc: 0.9916\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 1s 74us/step - loss: 0.0140 - acc: 0.9912\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0140 - acc: 0.9906\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 1s 73us/step - loss: 0.0138 - acc: 0.9924\n", + " 0.9099965239557384\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0116 - acc: 0.9918\n", + "Epoch 2/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0115 - acc: 0.9920\n", + "Epoch 3/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0115 - acc: 0.9909\n", + "Epoch 4/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0114 - acc: 0.9924\n", + "Epoch 5/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0124 - acc: 0.9914\n", + "Epoch 6/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0119 - acc: 0.9917\n", + "Epoch 7/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0117 - acc: 0.9909\n", + "Epoch 8/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0116 - acc: 0.9918\n", + "Epoch 9/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0117 - acc: 0.9920\n", + "Epoch 10/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0115 - acc: 0.9921\n", + "Epoch 11/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0114 - acc: 0.9922\n", + "Epoch 12/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0114 - acc: 0.9922\n", + "Epoch 13/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0115 - acc: 0.9922\n", + "Epoch 14/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0117 - acc: 0.9912\n", + "Epoch 15/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9929\n", + "Epoch 16/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0117 - acc: 0.9917\n", + "Epoch 17/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0115 - acc: 0.9922\n", + "Epoch 18/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0123 - acc: 0.9922\n", + "Epoch 19/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0116 - acc: 0.9916\n", + "Epoch 20/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0113 - acc: 0.9920\n", + "Epoch 21/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0113 - acc: 0.9924\n", + "Epoch 22/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0112 - acc: 0.9920\n", + "Epoch 23/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0112 - acc: 0.9925\n", + "Epoch 24/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0110 - acc: 0.9926\n", + "Epoch 25/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0111 - acc: 0.9920\n", + "Epoch 26/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0121 - acc: 0.9916\n", + "Epoch 27/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0115 - acc: 0.9921\n", + "Epoch 28/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0112 - acc: 0.9918\n", + "Epoch 29/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0114 - acc: 0.9922\n", + "Epoch 30/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9918\n", + "Epoch 31/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0113 - acc: 0.9926\n", + "Epoch 32/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0114 - acc: 0.9921\n", + "Epoch 33/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0111 - acc: 0.9924\n", + "Epoch 34/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0110 - acc: 0.9928\n", + "Epoch 35/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0111 - acc: 0.9925\n", + "Epoch 36/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0110 - acc: 0.9918\n", + "Epoch 37/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0110 - acc: 0.9920\n", + "Epoch 38/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0109 - acc: 0.9920\n", + "Epoch 39/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0110 - acc: 0.9924\n", + "Epoch 40/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0110 - acc: 0.9932\n", + "Epoch 41/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0109 - acc: 0.9925\n", + "Epoch 42/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0111 - acc: 0.9916\n", + "Epoch 43/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0109 - acc: 0.9921\n", + "Epoch 44/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0117 - acc: 0.9918\n", + "Epoch 45/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0345 - acc: 0.9881\n", + "Epoch 46/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0543 - acc: 0.9805\n", + "Epoch 47/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0416 - acc: 0.9838\n", + "Epoch 48/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0332 - acc: 0.9876\n", + "Epoch 49/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0269 - acc: 0.9900\n", + "Epoch 50/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0214 - acc: 0.9916\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0141 - acc: 0.9918\n", + "Epoch 2/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0141 - acc: 0.9920\n", + "Epoch 3/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0140 - acc: 0.9917\n", + "Epoch 4/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0139 - acc: 0.9916\n", + "Epoch 5/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0138 - acc: 0.9913\n", + "Epoch 6/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0138 - acc: 0.9909\n", + "Epoch 7/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0140 - acc: 0.9908\n", + "Epoch 8/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0140 - acc: 0.9916\n", + "Epoch 9/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0140 - acc: 0.9909\n", + "Epoch 10/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0140 - acc: 0.9912\n", + "Epoch 11/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0139 - acc: 0.9908\n", + "Epoch 12/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0140 - acc: 0.9917\n", + "Epoch 13/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0139 - acc: 0.9921\n", + "Epoch 14/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0138 - acc: 0.9920\n", + "Epoch 15/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0136 - acc: 0.9921\n", + "Epoch 16/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0140 - acc: 0.9912\n", + "Epoch 17/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0136 - acc: 0.9916\n", + "Epoch 18/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0136 - acc: 0.9910\n", + "Epoch 19/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0136 - acc: 0.9924\n", + "Epoch 20/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0135 - acc: 0.9914\n", + "Epoch 21/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0137 - acc: 0.9912\n", + "Epoch 22/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0135 - acc: 0.9916\n", + "Epoch 23/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0134 - acc: 0.9917\n", + "Epoch 24/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0136 - acc: 0.9914\n", + "Epoch 25/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0135 - acc: 0.9924\n", + "Epoch 26/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0137 - acc: 0.9914\n", + "Epoch 27/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0133 - acc: 0.9912\n", + "Epoch 28/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0134 - acc: 0.9920\n", + "Epoch 29/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0133 - acc: 0.9917\n", + "Epoch 30/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0133 - acc: 0.9916\n", + "Epoch 31/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0134 - acc: 0.9916\n", + "Epoch 32/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0134 - acc: 0.9925\n", + "Epoch 33/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0133 - acc: 0.9932\n", + "Epoch 34/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0133 - acc: 0.9913\n", + "Epoch 35/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0132 - acc: 0.9924\n", + "Epoch 36/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0132 - acc: 0.9913\n", + "Epoch 37/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0132 - acc: 0.9921\n", + "Epoch 38/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0132 - acc: 0.9909\n", + "Epoch 39/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0131 - acc: 0.9920\n", + "Epoch 40/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0132 - acc: 0.9920\n", + "Epoch 41/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0132 - acc: 0.9928\n", + "Epoch 42/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0131 - acc: 0.9917\n", + "Epoch 43/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0131 - acc: 0.9929\n", + "Epoch 44/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0131 - acc: 0.9922\n", + "Epoch 45/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0131 - acc: 0.9929\n", + "Epoch 46/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0131 - acc: 0.9928\n", + "Epoch 47/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0131 - acc: 0.9920\n", + "Epoch 48/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0132 - acc: 0.9921\n", + "Epoch 49/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0131 - acc: 0.9921\n", + "Epoch 50/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0130 - acc: 0.9922\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9916\n", + "Epoch 2/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9921\n", + "Epoch 3/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9912\n", + "Epoch 4/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9926\n", + "Epoch 5/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0120 - acc: 0.9916\n", + "Epoch 6/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9920\n", + "Epoch 7/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0117 - acc: 0.9917\n", + "Epoch 8/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0117 - acc: 0.9917\n", + "Epoch 9/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0115 - acc: 0.9922\n", + "Epoch 10/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0116 - acc: 0.9929\n", + "Epoch 11/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9918\n", + "Epoch 12/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0129 - acc: 0.9918\n", + "Epoch 13/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0131 - acc: 0.9914\n", + "Epoch 14/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0137 - acc: 0.9909\n", + "Epoch 15/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0424 - acc: 0.9858\n", + "Epoch 16/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0332 - acc: 0.9864\n", + "Epoch 17/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0246 - acc: 0.9888\n", + "Epoch 18/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0184 - acc: 0.9901\n", + "Epoch 19/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0144 - acc: 0.9908\n", + "Epoch 20/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0145 - acc: 0.9918\n", + "Epoch 21/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0120 - acc: 0.9928\n", + "Epoch 22/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9917\n", + "Epoch 23/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0121 - acc: 0.9920\n", + "Epoch 24/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0116 - acc: 0.9921\n", + "Epoch 25/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0116 - acc: 0.9918\n", + "Epoch 26/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0114 - acc: 0.9921\n", + "Epoch 27/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0114 - acc: 0.9917\n", + "Epoch 28/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0113 - acc: 0.9920\n", + "Epoch 29/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9926\n", + "Epoch 30/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0113 - acc: 0.9934\n", + "Epoch 31/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0123 - acc: 0.9917\n", + "Epoch 32/50\n", + "7479/7479 [==============================] - 1s 71us/step - loss: 0.0124 - acc: 0.9920\n", + "Epoch 33/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0114 - acc: 0.9924\n", + "Epoch 34/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0113 - acc: 0.9921\n", + "Epoch 35/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0113 - acc: 0.9926\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 36/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0113 - acc: 0.9925\n", + "Epoch 37/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0113 - acc: 0.9921\n", + "Epoch 38/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0114 - acc: 0.9922\n", + "Epoch 39/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0113 - acc: 0.9920\n", + "Epoch 40/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0113 - acc: 0.9932\n", + "Epoch 41/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9922\n", + "Epoch 42/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0111 - acc: 0.9928\n", + "Epoch 43/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0111 - acc: 0.9924\n", + "Epoch 44/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0111 - acc: 0.9921\n", + "Epoch 45/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9922\n", + "Epoch 46/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9924\n", + "Epoch 47/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0111 - acc: 0.9922\n", + "Epoch 48/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9921\n", + "Epoch 49/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0110 - acc: 0.9921\n", + "Epoch 50/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0111 - acc: 0.9928\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0119 - acc: 0.9920\n", + "Epoch 2/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0122 - acc: 0.9912\n", + "Epoch 3/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9916\n", + "Epoch 4/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9916\n", + "Epoch 5/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0119 - acc: 0.9920\n", + "Epoch 6/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0116 - acc: 0.9916\n", + "Epoch 7/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0122 - acc: 0.9916\n", + "Epoch 8/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0118 - acc: 0.9917\n", + "Epoch 9/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0115 - acc: 0.9912\n", + "Epoch 10/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0127 - acc: 0.9921\n", + "Epoch 11/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0116 - acc: 0.9925\n", + "Epoch 12/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0114 - acc: 0.9918\n", + "Epoch 13/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0114 - acc: 0.9916\n", + "Epoch 14/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0114 - acc: 0.9920\n", + "Epoch 15/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0113 - acc: 0.9917\n", + "Epoch 16/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0114 - acc: 0.9932\n", + "Epoch 17/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0113 - acc: 0.9921\n", + "Epoch 18/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0113 - acc: 0.9910\n", + "Epoch 19/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0113 - acc: 0.9921\n", + "Epoch 20/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0112 - acc: 0.9921\n", + "Epoch 21/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0111 - acc: 0.9925\n", + "Epoch 22/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9920\n", + "Epoch 23/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0111 - acc: 0.9918\n", + "Epoch 24/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0111 - acc: 0.9926\n", + "Epoch 25/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0111 - acc: 0.9917\n", + "Epoch 26/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0111 - acc: 0.9924\n", + "Epoch 27/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0111 - acc: 0.9920\n", + "Epoch 28/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0110 - acc: 0.9924\n", + "Epoch 29/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0110 - acc: 0.9921\n", + "Epoch 30/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0117 - acc: 0.9921\n", + "Epoch 31/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0111 - acc: 0.9922\n", + "Epoch 32/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0110 - acc: 0.9924\n", + "Epoch 33/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0109 - acc: 0.9924\n", + "Epoch 34/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0109 - acc: 0.9925\n", + "Epoch 35/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0109 - acc: 0.9917\n", + "Epoch 36/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0109 - acc: 0.9925\n", + "Epoch 37/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0109 - acc: 0.9922\n", + "Epoch 38/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0109 - acc: 0.9924\n", + "Epoch 39/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0109 - acc: 0.9921\n", + "Epoch 40/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0109 - acc: 0.9925\n", + "Epoch 41/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0109 - acc: 0.9926\n", + "Epoch 42/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0109 - acc: 0.9920\n", + "Epoch 43/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0108 - acc: 0.9922\n", + "Epoch 44/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9922\n", + "Epoch 45/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9909\n", + "Epoch 46/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9924\n", + "Epoch 47/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9928\n", + "Epoch 48/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0108 - acc: 0.9917\n", + "Epoch 49/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0107 - acc: 0.9922\n", + "Epoch 50/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0108 - acc: 0.9928\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0117 - acc: 0.9912\n", + "Epoch 2/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0116 - acc: 0.9925\n", + "Epoch 3/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0116 - acc: 0.9925\n", + "Epoch 4/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0116 - acc: 0.9925\n", + "Epoch 5/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0118 - acc: 0.9922\n", + "Epoch 6/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0116 - acc: 0.9925\n", + "Epoch 7/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0115 - acc: 0.9924\n", + "Epoch 8/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0114 - acc: 0.9929\n", + "Epoch 9/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0114 - acc: 0.9922\n", + "Epoch 10/50\n", + "7479/7479 [==============================] - 1s 74us/step - loss: 0.0113 - acc: 0.9925\n", + "Epoch 11/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0113 - acc: 0.9917\n", + "Epoch 12/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0113 - acc: 0.9916\n", + "Epoch 13/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0114 - acc: 0.9921\n", + "Epoch 14/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0113 - acc: 0.9925\n", + "Epoch 15/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0113 - acc: 0.9925\n", + "Epoch 16/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0114 - acc: 0.9926\n", + "Epoch 17/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0113 - acc: 0.9918\n", + "Epoch 18/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0112 - acc: 0.9921\n", + "Epoch 19/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9924\n", + "Epoch 20/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0111 - acc: 0.9920\n", + "Epoch 21/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0111 - acc: 0.9918\n", + "Epoch 22/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0114 - acc: 0.9913\n", + "Epoch 23/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0112 - acc: 0.9920\n", + "Epoch 24/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0113 - acc: 0.9922\n", + "Epoch 25/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0111 - acc: 0.9930\n", + "Epoch 26/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0111 - acc: 0.9922\n", + "Epoch 27/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0110 - acc: 0.9922\n", + "Epoch 28/50\n", + "7479/7479 [==============================] - 1s 74us/step - loss: 0.0111 - acc: 0.9920\n", + "Epoch 29/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0111 - acc: 0.9913\n", + "Epoch 30/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0110 - acc: 0.9922\n", + "Epoch 31/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0110 - acc: 0.9920\n", + "Epoch 32/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0110 - acc: 0.9925\n", + "Epoch 33/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0110 - acc: 0.9930\n", + "Epoch 34/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0110 - acc: 0.9924\n", + "Epoch 35/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0110 - acc: 0.9920\n", + "Epoch 36/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0110 - acc: 0.9918\n", + "Epoch 37/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0110 - acc: 0.9920\n", + "Epoch 38/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0110 - acc: 0.9926\n", + "Epoch 39/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0109 - acc: 0.9921\n", + "Epoch 40/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0109 - acc: 0.9917\n", + "Epoch 41/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0109 - acc: 0.9918\n", + "Epoch 42/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0116 - acc: 0.9924\n", + "Epoch 43/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0111 - acc: 0.9926\n", + "Epoch 44/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0111 - acc: 0.9920\n", + "Epoch 45/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0110 - acc: 0.9922\n", + "Epoch 46/50\n", + "7479/7479 [==============================] - 1s 75us/step - loss: 0.0110 - acc: 0.9916\n", + "Epoch 47/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0111 - acc: 0.9918\n", + "Epoch 48/50\n", + "7479/7479 [==============================] - 1s 72us/step - loss: 0.0110 - acc: 0.9917\n", + "Epoch 49/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0110 - acc: 0.9922\n", + "Epoch 50/50\n", + "7479/7479 [==============================] - 1s 73us/step - loss: 0.0110 - acc: 0.9918\n", + " 0.9073547090696851\n" + ] + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEWCAYAAACJ0YulAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAIABJREFUeJzsnXl8FdX5/9/P3CX3Zt9DQoAEQtgxYFBxQVS0llZFraJd0Lq0tVhr1X7VatVav7WLX7XWpbUuVIuEqj+lLnRD1EoFAQXKHpYACQnZ17vfOb8/ZnK5WQliCIF5v143uTNzZs45c2fOc85zzvkcUUphYWFhYWEBoA10AiwsLCwsjh0so2BhYWFhEcEyChYWFhYWESyjYGFhYWERwTIKFhYWFhYRLKNgYWFhYRHBMgrHASLyDRH5x0CnY6ARkeEi0ioitqMYZ56IKBGxH604+xMR2SQiMz/HecftMygiM0WkfKDTcbSwjMIXjIiUiYjXLJyqRGSBiMT3Z5xKqYVKqQv6M45jEfNez2rfVkrtVUrFK6XCA5mugcI0TgVHcg2l1ASl1PuHiKeLITxRn8HjEcso9A8XKaXigSJgCnD3AKfnczGQtd/jpeZ9OFj32+JYwDIK/YhSqgr4O4ZxAEBEYkTkERHZKyIHROT3IuKOOn6JiKwTkWYR2SkiF5r7k0TkeRGpFJEKEXmo3U0iIteKyEfm99+LyCPR6RCRJSJym/k9R0ReF5EaEdktIrdEhXtARF4TkT+LSDNwbec8mel4yTx/j4jcKyJaVDpWiMjvRKRJRLaKyHmdzu0tDytE5DERqQceEJFRIvKeiNSJSK2ILBSRZDP8y8Bw4C2zVfY/nWuwIvK+iPzcvG6LiPxDRNKj0jPPzEOdiPy0c8ujU77dIvJ/ZvgmEfko+ncDvmH+prUick/UeaeIyMci0mjm+0kRcUYdVyIyX0RKgVJz329FZJ/5DKwVkbOiwttE5Cfms9FiHh8mIh+aQdab92OuGf6r5vPUKCL/EZHJUdcqE5E7RWQD0CYi9uh7YKZ9jZmOAyLyqHlqe1yNZlzTo59B89wJIvJPEak3z/1JD/e1x/fBTNvKqN/zJjHcWy5z+1UxWuNNIvKhiEyIuu4CEXlaRJaaaVwhIkNE5HERaTCfzSmd7sXdIrLZPP5iezzdpLnHd+i4QCllfb7AD1AGzDK/5wL/BX4bdfxx4K9AKpAAvAU8bB47BWgCzscw2EOBseaxN4E/AHFAJvAJ8F3z2LXAR+b3GcA+QMztFMAL5JjXXAvcBziBkcAu4Etm2AeAIDDHDOvuJn8vAUvMtOcB24Hro9IRAn4EOIC5Zn5S+5iHEPADwA64gQLzXsQAGRiF0ePd3WtzOw9QgN3cfh/YCRSa13sf+KV5bDzQCpxp3otHzLzP6uF3fco8fyhgA04309Ue5x/NOE4C/MA487yTgdPMPOUBW4Bbo66rgH9iPA9uc983gTTznNuBKsBlHvsxxjM1BhAzvrSoaxVEXXsqUA2caqb5GvOexUTdv3XAsKi4I/cU+Bj4lvk9Hjitu/vczTOYAFSaaXeZ26f2cF97ex808zd/ABgNNABTos69zjwnxrzOuqhjC4Ba8/67gPeA3cA88148BCzv9CxtNO9FKrACeMg8NhMoj0pTj+/Q8fAZ8AQcbx/z4WoFWswXZxmQbB4ToA0YFRV+OrDb/P4H4LFurpmFUdC4o/Zd3f5Qd3ohBdgLzDC3bwTeM7+fCuztdO27gRfN7w8AH/aSN5uZjvFR+74LvB+Vjv2YBsnc9wnwrT7mYW9PcZth5gCfdbrXhzIK90Yd/z7wN/P7fcCiqGOxQIBujIJZEHiBk7o51h5nbqc8X9VDHm4F3ojaVsC5h8h3Q3vcwDbgkh7CdTYKzwA/7xRmG3B21P27rpvnt90ofAj8DEjvIc89GYWro3+nXvLV6/sQFVc9hjG9u5drJZtpSjK3FwB/jDr+A2BL1PYkoLFTvr8XtT0b2Gl+n8lBo9DrO3Q8fCw/Yv8wRyn1LxE5G3gFSAcaMWq7scBaEWkPKxiFLRi1lHe7ud4IjJp3ZdR5GkaLoANKKSUiJRgv5ofA14E/R10nR0Qao06xAf+O2u5yzSjSMWpHe6L27cGoPbdTocw3Jep4Th/z0CFuEckEngDOwqgRahgF5OFQFfXdg1HjxUxTJD6llEdE6nq4RjpGbXPn4cYjIoXAo0Axxm9vx6hpRtM537cDN5hpVECimQYwnpHe0hHNCOAaEflB1D6ned1u4+7E9cCDwFYR2Q38TCn1dh/i7WsaD/U+oJQqE5HlGIX0U5FAhtvxf4ErzOvo5qF0jNYpwIGouLzdbHceABJ9L9qf28705R0a1Fh9Cv2IUuoDjBpLu4+/FuNhnKCUSjY/ScrolAbjoRzVzaX2YdSy06POS1RKTegmLMAi4GsiMgKjZvN61HV2R10jWSmVoJSaHZ3sXrJUi+FiGRG1bzhQEbU9VKLecPP4/j7moXPcD5v7JiulEjHcKtJL+MOhEsO9Bxh9Bhgum+6oBXx0/9scimeArcBoMw8/oWMeICofZv/BncCVQIpSKhmjkGs/p6dnpDv2Af/b6feOVUot6i7uziilSpVSV2O4+n4FvCYicb2dc5hpPNT7gIjMxmg9LAN+E3Xu14FLgFlAEkaLArre28NhWNT39ue2M315hwY1llHofx4HzheRIqWUjuF7fsysBSMiQ0XkS2bY54Fvi8h5IqKZx8YqpSqBfwD/JyKJ5rFRZkukC0qpz4Aa4Dng70qp9lrNJ0Cz2YHnNjstJ4rItL5kRBlDPf8C/K+IJJhG5zYOtkTAKEBuERGHiFwBjAPePdw8mCRguOIaRWQohj89mgMYPt3Pw2vARSJyuhgdvz+jhwLF/N1eAB41OxltZudqTB/iSQCagVYRGQvc1IfwIYzfzy4i92G0FNp5Dvi5iIwWg8ki0m7MOt+PPwLfE5FTzbBxIvIVEUnoQ7oRkW+KSIaZ//ZnKGymTafne/82MEREbjU7khNE5NTOgQ71PogxKOB5jFbTNRi/V3vhm4BRyajDaG38oi95OgTzRSRXRFIxjPfibsIc0Ts0GLCMQj+jlKrB6Jz9qbnrTmAHsFKMET7/wug0RCn1CfBt4DGM2uEHHKyVz8No+m/GcKG8BmT3EvUijFrUK1FpCQMXYYyG2o1RU3sOo6bVV36A4QfeBXxkXv+FqOOrMDoFazGa919TSrW7ZQ43Dz/D6CxtAt4B/l+n4w8D94oxsuaOw8gDSqlNZl5KMFoNLRidsv4eTrkDo4N3NYaP+1f07f25A6NW24JRAHZX0ETzd2ApRgf+HowWSrRb41EMw/wPDGPzPEYHNxh9Qn8y78eVSqk1GH1KT2Lc7x10M6KsFy4ENolIK/BbjH4Sn1LKg/HbrjDjOi36JKVUC8YAgYsw3GqlwDk9xNHj+wA8CyxRSr1rPkPXA8+ZRvAl8/5UYDxPKw8jXz3xCsZ93WV+Huoc4At6h45p2keoWFgcMSJyLXCDUurMgU7L4SLGBMNGDDfP7oFOj8XRRUTKMJ7dfw10WgYaq6VgccIiIheJSKzpJ38EoyVQNrCpsrAYWCyjYHEicwlGZ+J+DJfXVcpqOluc4FjuIwsLCwuLCFZLwcLCwsIiwqCbvJaenq7y8vIGOhkWFhYWg4q1a9fWKqUyDhVu0BmFvLw81qxZM9DJsLCwsBhUiMieQ4ey3EcWFhYWFlFYRsHCwsLCIoJlFCwsLCwsIlhGwcLCwsIigmUULCwsLCwi9JtREJEXRKRaRDb2cFxE5AkR2SEiG0Rkan+lxcLCwsKib/RnS2EBhspiT3wZQ1pgNPAdDN15CwsLC4sBpN/mKSilPhSRvF6CXAK8ZGrNrBSRZBHJNnX3LSwsLI4IpRShUBPGsg1d0T0eVDBIOAx+vxAICu2qP0qBPyD4vEJdG3gCENaFcBj0MITCxnefH9q8OsGgEAqKESYEPakH+f1B2rx+gkGhrUXh9wp+n41A4GD9XOkKPazQdUHXjSU+7C2toGmcM2cYP7qtT8thfG4GcvLaUDrqxJeb+7oYBRH5DkZrguHDhx+VxFkMLoLBIOXl5fh8voFOyvGJUtBD4WocD5vHj2Ths56jDukQDguhsCKoC7puJklJh3XgVFRSOyZXulzz4DLRPSwl175TQBPQbOCwdRewfxGlI7oC0XHGlrFlS+/FtsvlIjc3F4fD8bniG0ij0N3T0/1vo9SzGAtuUFxcbCn4WXShvLychIQE8vLy6Lga6AlMOES3r5QeMj6HU4CrsPFfO1hkKAVhPWzEoUBpNnRsRk06pBufsJiFOQSDOrpZiCvM0xQoOu8TlDIKfl3XUCIom6Bp4HQo+rLcHVEF/iEREBSdHxsRhWgKEWX42cW8ooBmBhYxztMERMO4hvQSs3mupgmagM0Ompm3DudoGiKCCEhDA9LcjEpMxJ6Rgsvds2VSSlFXV0d5eTn5+fl9y38nBtIolNNxTdRcul8T1cLikPh8vhPHICjdLNTbt4GQD8Rwf4Tbq8hKNwtxQdd1dD2q4BMbSqJcFgrCwTDBoE44bNTKw0GdcFhDV4KubJHata6IuDYUtkgh3tFlYosU8h3o5vfp6RdT7UcEHKJjs+loNh2bTaFpCk3AYQdNk6hrKDQNbDbQYhxGodpNBCJgs0nkuEQV9B3TalxbzEK6O77wZy4chkAA3OaCenGp4I87uN0LIkJaWho1NTWfO/qBNAp/BW4WkRKMxeWbrP4EiyNhQAyCUZr2eFhXRmHc9UDIrH0fTHNY1zG62LrPh9IVoWCYYOhggaybhbFSgqLdrWKPFNLtBXZYx/iEBaVLpKxWqj0uBcreTdQS+aui/veEprW7WhTYwGYzatuIwmYzC2Dzgu3/wahxAygtqpDWwGHWojVNw2HTABt2m4ZdM2rbx10loKUFKiuNGzBypGndtD4ZhHaO9J70m1EQkUXATCBdRMqB+wEHgFLq98C7wGyM9Vk9GGsTW1gcu4QDXXsQQ2Yfhu2g/9aoSevoSqGHdVBGjbRjaapQYicUthEKQSgMoZBCmR2LhvtEJ6QLetgwAsGQEAqb/gnzGp2uGPkuPZbc3VWbjT+iKWx2o/BWNtA0o0DXNEBTRjhRKFHYIoWyor3BYRTmB330mggxImgiuBx27DZBOsffixHqsFcGyOgfLUIhqKqC5mZj2+02Wgy2o9+J0W9DUpVSVyulspVSDqVUrlLqeaXU702DgDKYr5QapZSaZC4ybmFxzBAKhSKfgKcFX1sLPp8Pn9+Pz+fH6/PhDYInaMfjU9hcCUw++TQmFhVz0ZwrOFDdjMfroLHFyYcrdzHzS5cwdvLJFE6ayh33PMb23THs2utg734Hi1/7F+edfxZnzJjC6WcVcfe9P6Gu2UFzq51Wrw2PX6PNG+DGGy/kiitO5p//WoTTGSQmJojLFcTtChLnDpEQF+Y7N86ibO8nJKfpJKfrpGTopGaF+dcHL/LYEz9gSF6IIfkhsvNDZI8MMSQvyBNP/5CLLhnH175WTHn1WlIydDIzYUimjcx0G1lpDhLdIeZd8WWyEh3kprrISXaxeMEfKBiShlsFyEpwkxnvYulrJfzi7h+TFeciOS6GpFgnF14wi3WffYbNpuH1evj+92+isHA0kydN4pyZM1mzejU2TcOmScTgRH8OZRCUUtxyyy0UFBQwefJkPv30027DLV68mMmTJzNhwgT+53/+J7L/ww8/ZOrUqdjtdl577bXI/pqaGi68sLeR9UeIUtDUBDt3GgZB0yArC/LywOnsv3h7YdBJZ1tYfB70cA9uHDA7OY1afSjkN1oE5n5Na6+5K8LKSShgIxTUCYc0c4iiUYsP6+ByuSlZvBZdF35y93X8+pEXuPE7P8Hn83Ddty/nnnuf4IzTz8fj9XD7bXNZvOhpvv7177Jr1wZ+9ctbeOGPr1E4egyhUJBFJS+SGu81fOcaaHZh3bpV2G0+Vq/80KhxSwjsjg5OcxHB4YTkFBtpaYYvJhAyRgW5nDacDo14V8dRKX9bupQ9u3axafNWVq/+hDt+dCv/XvExMfaOfvQFzz3LFV+7nHj3wa7ev5SUMG3aNN5asoRrr70WAJvpf2+/d5254YYbyM/Pp7S0FE3T2LVrF1u2bDnMX7QjS5cupbS0lNLSUlatWsVNN93EqlWrOoSpq6vjxz/+MWvXriUjI4NrrrmGZcuWcd555zF8+HAWLFjAI4880uGcjIwMsrOzWbFiBWecccYRpbFbqqqgocH4HhcH2dkDZgzasYyCxaBAV6pXX7YxFFF12A4HjQ7XcEg3tgVEE1Q4hB4OoVDGmHA9ZAx7DGmEgzZC4VhCuo2wrtDNTtd2F04Hx0YnH41Sxvh1QeekolMo3f5fHI4Ab7/9EqeccipzLpmJwwE2zc1T//dLvnLZV7n3zmv4xS8e55577uTMsyeYV7Jz+/98P1IgiwjV1TV8/+bvUVtbyxkzZlDyl1fZs6eMu++8k1AoxMnFxTzx5FPExMQYBbJNQ7PZeOlPC/jNr35FTk42o0ePxuVy4XZ2fO3/9u7bfPvaa4iNcXD2mWfQ3NREQ2012dnZHcItXLiQV155JbK9c+dOWltb+c1vfsMvfvGLiFHojZ07d7Jq1SoWLlyIphmOipEjRzJy5MhDntsbS5YsYd68eYgIp512Go2NjVRWVnbIw65duygsLCQjw1hnZtasWbz++uucd955tC/c1Z6maObMmcPChQv7xygkJBgthKwsSErqvlf8KGMZBYtBwcrGNtrCYaTrAHRUaw1pwQDNfh+g0HXF+1tqaW8Y6GGMDlhdUGFlbmvGR5n7iR7vHuWbj3pJT83NwmYPY7PraJqOZguh2TVsNh0kjAgMyWlDVzob/ruMb877FjnDFPv3b+OUU6cSGy9ACAkGGVWQR5vHQ1MgzKYtW7jltttRmh0RIawrwrrq0GWQmJbJ7575A0/+9jHeXPIWeijAl84/j2XLllFYWMi8efN48blnufXWWw1fvt1GQ201Dz34M9auXUtSUhLnnHMOU6ZM6XJvKyoqGDbs4EDA3NxcKioqOhSogUCAXbt2RQpPgEWLFnH11Vdz1llnsW3bNqqrq8nMzOz1d9y0aRNFRUXY+uArnzt3Ltu2beuy/7bbbmPevHmHnYeCggK2bt1KWVkZubm5vPnmmwQCgUOmo7i4mHvvvfeQ4fqE3w8eD6SkGNvx8VBQMCB9Bz1hGQWLYwalFOEGP7ovhF9XkY7T+nCYZr+fU0JtxNRuxxcKEdJ19tS3oocVlfvdJJ4+iqZKnUBQIxiyMdqZ07FPWA5+kQ7lf2Qcjlngh3DEKLTIsMcwaKYhsFVhFOtOlAKnTcMu7a+QDZ/Py6yZZ7F3716KiqbwpVlfwi4aouvYUTiDATDHnhMXC4DdbkOQyNh1ALtNiLFr2G0da62xTjuaCE67xvpN28jPz6ewsBCAa665hqeeeopbb701En7VqlXMnDkzUjOeO3cu27dv7/a+d6azD7+2tpbk5OQO+0pKSnjjjTfQNI3LLruMV199lfnz539hQzcXL17c57B9yUNKSgrPPPMMc+fORdM0Tj/9dHbt2nXIa2dmZrJ//xGOllcK6uqgpsb4HhMDscYzcCwZBLCMgsUxgtIV/t1NKH+YzU6d/SEvdnNsfUtrEKmt4+0tVeyoSqa8IYXGhljq6100NyXi8dp58qQ9xLZGT2vSjWGPmlG427T2Me7mfy2Mwx4yJw/ZzXAaNmwdDAjY0cSFXTP88wJIOGwO2Ok4lsbtdrNu1SqaGhu56PLLeeH3T/OD732PSePG8e+VHxMTH4eYs0x37dpFfHw86SnJTJw4gf+uX8e0k/uuCdldIdgdfSmIc3Nz2bfvoLhAeXk5OTk5HcK43e4Os8U3bNhAaWkp559/PmC0JEaOHMn8+fNJS0ujod1PblJfX096ejrJycmsX78eXde7ddVEczgthb7kAeCiiy7ioosuAuDZZ5/tU4vF5/PhPowhod1cAPbvN/6D4SYa4H6D3rCMgsWAoPtC5uxVRXNLgNbmFna3+dFTNUp370I+a6JyXxxb9sZQWZXC/pqhhEMjsTnciGhoaKAUulIkJAZxOELEJ/pwxSjsNr/hu3fEIICtvcNT6eZgexuCDQlpiNjNmaOCCoXM750KK6WM4YFR2+J0du//tdlISkvjid/+ljmXX878W2/lW9dfxy8f/T+WffABs2bNwuv1csstt0RGv/z4xz/msssu48wzz6SwsBBd13n88ce57bbberx/Y8eOpaysjB07dlBQUMDLL7/M2Wef3SHMqaeeyg9/+EPq6upITEzk1Vdf5aSTTupyrYsvvpgnn3ySq666ilWrVpGUlNSlPyElJYVwOIzP58PlcrFo0SIeeOAB7r777kiY/Px89uzZw7Rp07j55pupqqpiyJAhrFmzBr/fz7Bhw9A0jeLiYu6//34efPBBRITS0lI2b97MJZdc0iHOw2kp9CUPQMTF1dDQwNNPP81f/vKXQ157+/btTJw4sc9piaDrUFtrtBCUAofD6EiOjz/8ax1FLKNg0S+0hMJG57AC5TNm3wa9QUJ1fpSuUP4wO9o8VIeDVDdXUNfQxN5dSVRtiqNs+wi8njiwawgaTpsdDUX2kDD5I5rJTKknOdlDMLifjLj9pKbvJ879VVJcHhw2DdEEu82JhmbU5JVZ4IMx5E+ZkwZsTqNwNxGnM1KT/7xo5vWmTpvGSSedRElJCd/61rdYsmQJP/jBD5g/fz7hcJhvfetb3HzzzQBMnjyZxx9/nKuvvhqPx4OI8JWvfKXXeFwuFy+++CJXXHEFoVCIadOm8b3vfa9DmOzsbB544AGmT59OdnY2U6dOJRxt3Exmz57Nu+++S0FBAbGxsbz44ovdxnnBBRfw0UcfMWvWLEpKSli6dGmH45deeiklJSXceeed/Pa3v2X27Nnouk58fDyLFi2KtAyee+45br/99kh8aWlp/OY3v+nbDe6B3vJQVFTEunXrAPjhD3/I+vXrAbjvvvsi7rfVq1dz6aWX0tDQwFtvvcX999/Ppk2bAFi+fPkhf49uqa6G+nrje2oqZGQcc66i7pC+NkOPFYqLi9WaNdaUhmMFpRRNoTA6oHuC1AZC1AZDNHuDJPgVStdRIYWuQVuTn0AojO4UaioCbNwaoHZ3gL1bndRV56CJA0GhKUhL1plc2Eze0BYyY7eTGLcPR1yIQDhM2NGA5owlxgY5ObEkDRmFVytg3Nhxvavd2GzIIVwWFj3z2Wef8eijj/Lyyy8PdFKOKjNmzGDJkiWktHcO95VQCPbtM0YWtfcfHCW2bNnCuHHjOuwTkbVKqeJDnWu1FCwOi4Cu0xzSUWFFZbOXumAIry9IYkChAjq4baTabIy1OUlMtRNywp7d9bz9agU7d+rsr0mmrCIWjycZJQqNEA6bg/gYB2Pzmxk/qp6JhbXkTnYTCrXQ1raGuhYfKmUE9rQhZCe6iIuxkZE6lliXE7vdhd0ez5YtW9COsJZv0TtTpkzhnHPOIRwO98kXfzxQU1PDbbfd1jeD0NoKjY0wdKjhWrTbjUlox8Aw08PBMgoWh8XumlbKa9twBxVhIDfRRZrNiSvFhnILTcEg9S2trNhXz87tDv7zbyfrVyYS8uQhDkGz2RClSEkNkpNTw4iRIUZMtpFX0ILPW4HWupugaJQ3ubE7Qjhjsxg26myKxxaY2jcWA8l111030Ek4qmRkZDBnzpzeA4XDcOCAYRDAmITWbkQGmUEAyyhY9JFgtYfVNc20hMLkp7hJjAmxsnIDZQda2bbVxt4dcdTsS+ZAeSKN1XEEvEONzuCwwhbUyR/WyuTiJkYP30/usBbiEv20SRwZyQ78zXvA68LhsJM2uohho07GFRcHCHZ73EBn3cKiZ5qbjVnJoZBhADIyoNPQ3cGGZRQseqTJ30RLbRPNZW2s89awxREiPtDEstXCjo0JHNiRSf2eIvw+B6KDJhqoMHbCJLpD5GZ5KCqs4IzTtzIqdzchh5tmr4bYMrEhDImDmFgnzpRpZAydRExsHDa79UhaDAI6C9jFxhoji2L6tNrDMY31BlrgCXpo9DdSF9TZ0VBJracJR7WD3Z4A9rCdBo+dffviCG/PZN+meJrqbYhohv5OUGdocgOjsqsZP3w3IzJLGZ7TRqwziEJHs4MtKZWY0FAS8s8jpr6B7FGFOGJc2E1JBguLQUdLy0EBu8xMw110nDzLllE4QVFhnVCDn7K6FlbuW0+MV2eXxBOq06nfM4Tmulhqml20ldnZV+Ewxu9jDPVPigtQNLKB8Vk7GD/uU4YPbwAtl7agQuKG4Qu48TkcJKVnEBMTg9vtxmZ3gNhJSs/EFZ+AdoJ0VFocR+i6YQTAcBEFAoYxOIYnon0erJ6745ywrthT18bu2jZ217SyZvMuVqxcydr3VrF+xVp2bltDoreCEcEYPn07g5JfjWfpS5n8+68JbFnuZO9OcOgBJg7fy2VnLef+a57jyVv+jx9e/iTnX/wfMsc6CMcV0+YciStrKkPHnM644umc8qWLGDvtdPInn8yQ0ePJyB9Nxoh80ofnHbcGwWazUVRUxMSJE7noootobO94xND8OffccyksLGT06NH8/Oc/7zAreenSpRQXFzNu3DjGjh3LHXfc0eX6fr+fWbNmUVRU1OvErpkzZ9LdsO0FCxZE5kZEs3XrVqZPn05MTEwXldBolFKce+65NLe7TIA33ngDEWHr1q2Rfe+//z5f/epXO5x77bXXRiSpg8Egd911F6NHj2bixImccsopXeY8fB4efvhhCgoKGDNmDH//+9+7DfPee+8xdepUJk6cyDXXXEMoFIrkrTvp7Yh0dn097NhhGAIwWgVZWcedQQCrpXDcES0P3eAJ8Nleo2DKS49F7diHVvEpPny0KTsNsc2UVaWyde1k1nyYR5NHxxUKM35YHcNzGxg5rJHhw/YwcqKOpoVoO+AmKNkEY0fhjYnBFevG7XCQnjscTdNIGZJzQs8DcLvdkUlS7VpE99xzD16vl4svvphnnnmGCy64AI/Hw+WXX87TTz/N/Pnz2bhxIzfffDPvvPMOY8eOJRQK8ezhrrd7AAAgAElEQVSzz3a5/meffUYwGIzE8UWRmprKE088wZtvvtlruHfffZeTTjqJxMTEyL5FixZx5plnUlJSwgMPPNCn+H76059SWVnJxo0biYmJ4cCBA3zwwQdHkgU2b95MSUkJmzZtYv/+/cyaNYvt27d3GDqr63pELruwsJD77ruPP/3pT1x//fU9Sm9nJCaSnZDAinff5YypUw2XUXr6EaX1WMcyCscRLb4gn+yuj7g29bAiw21ntKbwNzRTXreTpUk6TQ1T2L9uKJs+TqCp1kY4HEb5A0ycWMc1V25m7EQv2MI4HSOAibhcQ3FoGjbXPnLHjichOaWDrLNFV6ZPn86GDRsAeOWVVzjjjDO44IILAIiNjeXJJ59k5syZzJ8/n1//+tfcc889jB07FgC73c73v//9Dterrq7mm9/8JjU1NRQVFfH6669TVlbGHXfcEZnR/MwzzxDTqaPzxRdf5OGHHyY7O5vCwsIux8EQfMvMzOSdd97pNU8LFy7kO9/5TmS7tbWVFStWsHz5ci6++OI+GQWPx8Mf//hHdu/eHUlLVlYWV1555SHP7Y0lS5Zw1VVXERMTQ35+PgUFBXzyySdMnz49Eqauro6YmJjILObzzz+fhx9+mOuvv7576e2NG8m22Zhz9tksfPddzrj4YogyiMcrllE4Tqho9FLX6ifJ7aA4xUNrcz2bd/upqNnFznCA8mYnf/9kKHs2TiNUHwPogJ/MuBZOKtzMmSeVMXZ6PLbYJIYMOYe4uDi8zU2oUBBPUyP+UJCU9AySUtMGOqt9Y9uRuyO6MObLfQoWDodZtmwZ119/PWC4jk4++eQOYUaNGkVrayvNzc1s3LiR22+/vddrZmZm8txzz/HII4/w9ttv4/P5mDlzZgfp7GeeeaaDSmplZSX333//IaWz+8qKFSv4wx/+ENl+8803ufDCCyksLCQ1NZVPP/2UqVN7F/XbsWMHw4cP79Da6Ikf/ehHLF++vMv+q666irvuuqvDvoqKCk477bTIdrt0djTp6ekEg0HWrFlDcXExr732WkREr4P0ts9HbloaFZs3kz1xIsXTp3PvH/5wQhgEsIzCcUFVk48t+5sZ0rCbVMJ8urOBj/wK/A42b8xk29qx7NvpQoVD2HRFWmobpxV7OXl8EyPtm4kfPoS44WfjD/jB04q3uhIvEA4FSczIIiU7h7jkVOyDyX/axwL8i8Tr9VJUVERZWRknn3xyREFUKfWFyUm3s23bFyed3Vfq6+tJSEiIbC9atCgS31VXXcWiRYuYOnXqF5bXxx57rM9h+yKdLSKUlJTwox/9CL/fzwUXXIDdHALd5XxdN3Swhg8nMybmyKWzBxGWURjk7KxpZt2BrSQ11bOytp7GuBia22zs/mgkW94bQWubHU18JMQEmTK1njPO8nL6cA/SVI/u96PFJaCNzCM2IYEUgaDXQ1b+qIHO1qCkvU+hqamJr371qzz11FPccsstTJgwgQ8//LBD2Hbp7ISEBCZMmMDatWu7VTDtiS9SOruv2O32iOR1XV0d7733Hhs3bjQWBgqHERF+/etf9yqdXVBQwN69e2lpaelgYLrjcFoKfZXOnj59Ov/+978B+Mc//hExkrnZ2ezbu9cI5HJRXldHzrRpEB+Pr6XlyKSzBxknbq/gICMY1mn2BSOf6hYfy0t38OGez9BVI1ktbdhtaQTWzeAfD3+Zde+OwetxUjjay43XfszDt/6b71+6gzMStmKr24OWk4xr2gSyzp1Jfn4+6akptNXVDHQ2jwuSkpJ44okneOSRRwgGg3zjG9/go48+4l//+hdAt9LZv/jFLyIFlK7rPProo73GES2dDfQonf3+++9TV1dHMBjk1VdfPaJ8jRkzJrIozWuvvca8efPYs2cPZWVl7Nu3j/z8fD766CNGjx7N/v37I+su79mzh/Xr11NUVERsbCzXX389t9xyS2TVs8rKSv785z93ie+xxx5j3bp1XT6dDQIY0tklJSX4/X52795NaWkpp5xySpdw1dXVgDGS61e/+hXfu/FGqKri4pNP5qUXX0QpxcqVK0lKSSE7Nxc4AunsQYrVUjhGUUrR7AuhlGJnTSsNbUEA4l12arz7aQ40oIuf/KCL9H0VfLQ1nuf+PhlPjRPCHsaNaeDSy7YxcsQOOODDHTOauOwMYmJyScrNxZ2QgNPpxNvSTPWuHfham9E0G0NGFQ5wzo8PpkyZMmiks6uqqiguLqa5uRlN03j88cfZvHlzF7//V77yFd5//30KCgpYtGhRl8L58ssv55VXXuGss87iz3/+M9/+9rfx+Xw4HA6ee+45kpKSAHjooYe49957GT9+PC6Xi7i4OB588MHDvsfRTJgwgSuvvJLx48djt9t56qmnIiOPZs+ezXPPPUdOTg6/+c1vePvtt9F1nZuuu45z8/Kgvp7ZZ5/Nu2vWdCu9/bmlswcplnT2MYgvGKa21U/pgVbiYuzoSjE0WUdXVeytXUm1L0w8cdiaoXJTAn96q4AdO4ZhFzsj0j1c8+XNTJtcS42nmXCTj6z0IaSdMo3kjAxsmkbA64nEVVm6ldikZJIyh+BOSBy0o4m6kwq2+GKprKxk3rx5/POf/xzopBwZ4bAhUdHUZGy7XJCTY/zvhs8tnT2AWNLZgxxdV9R7ApHlgvfWtxEIKYalxlKQGU847OW/e1+l3tPEZ62ZxMowmnZ6eOfVfNatT0GhkZaocdU5pcyethdSYqiVeMQRz9iTR5E+YgQqHKKqdCtBvw/RNFxxxupPcUkpZI0aPWiNgcXRIzs7mxtvvJHm5uY+jR46JvH5YO/ejgJ2aWk9SlQclnT2cYJlFI4S/lCYJk+w22Ot/hB76z0kuY31AGyaxvD0EE6Hl3XVO/D662hqbqRRLybNnsWuxUm881fBr7uIFx9zzqvkitkHSHQHaU7MpN7nIyUtjVGjRtFStZ+q0q0EvB5sDic5Y8YTExuLph2fs4ot+pcjnU8w4DidhlRFHwXs+iSdfZxhGYWjQH1bgIoGLy2+IPGu7m/5qIx4hqUaqzO1BdtYe2ADKTEpBANB7E3VNIWGsX3XMP72eBpttQoVaOOMSXuZ99W95F04Dl9wGGUVFWihEEOGZJGdkUHY68HT3ETWyAJsdgdOt9tqEVicWChlzEKOjzeWwtQ0GDHCWADHehe6xTIK/UhVk4+KRg8NbUEyEmIYMySBtPjeayYH2g5Q3lpOnC2O9FA69c0badE1tq07mdceS0O8IcZmVTB3VimjitNJnDiayupqPB4PqampZKem0LB/H03oOJwxxCWn4I5POKHlJyxOUAIBqKyEtjZDuC4729hvrdDXK5ZR6CcCIZ3NlU1kJbo4eUQ8KXGHnvjlD/vZ1rCNBBKwt0Kdfzl4dN754GQWL0gnxtPGBZM3Me+qvdTH5RPIdlJZVUVcXBxjRo3CFg7SWFlOak4uqTm5RyGXFhbHIEpBQwNUVxvKpjbbUV8jeTBjGYV+osETwKZpTMhJ6vM5Sim8rV6ybdko2U5rvYsFf5/KW29mESuKi07ZxLduTaY+GIfu9xHriiHgbcHth9YqHzFx8aTljiApM6sfc2ZhcQzj9xutA485wi4xEYYMMdxFFn3C8in0E2W1bQxN7vssyFAoRFVlFfVNTRzwh3l/l5+f/X4qb72eTpwKMu+Uj7npwrV4HD78qoXMNCcxfg8Z6RmMLComv6iY3LETSM4aYvUbDBCDVTp74cKFTJ48mcmTJ3P66aezfv36bq97zEtnP/QQBaNHM+acc/j7xx/DsGGQm9vBIPQknd2TfHggEGDGjBmRcCcCllH4ggmGdVbuqqPFFyInuftxz535sLaRxdt38/rHn1Cz3c+qjz7llZ9PYPvqVFJiFD/+7n6+9q16GsZNotnjJSc5EbcG2QWF5I6fiN3pPG7XKBhMtMtcbNy4kdTUVJ566imAiHT2XXfdxfbt21m/fj3/+c9/ePrppwEi0tl//vOf2bJlCxs3bmTkyJFdrh8tnT137twvLN35+fl88MEHbNiwgZ/+9KcdlFCjOZR0dl+Jls7euHEjb731Fi0tLUeUh82bN1Py6qtsev99/rZoEd//xS8Id3IZtUtnl5SUsHHjRkaMGMGf/vQn4KB8eGdj7HQ6Oe+883o1wscb/WoURORCEdkmIjtEpMvcdBEZLiLLReQzEdkgIrP7Mz39ja4rGj1BQmHF9FFpxDoP3WTd39rGvgPV5DZXcVp9C67KSbzyzPnUNuYxrMDJ40+3cdL0Khpa6/EGw4wePZrE+HiyC8YQl3zijJ0ebEyfPj2i0tmTdPYvf/lLgMOSzl63bh1FRUXs3LmTZcuWMWXKFCZNmsR1112H3+/vko4XX3yRwsJCzj77bFasWNFtWk8//fTIOPzTTjuN8vLybsMtXLiQSy65JLLdLp39/PPP99kotEtn/+53vzty6WxdN/oNvN6D0tn5+eSfdlpEOjua7qSzX3/9dcBQoZ02bRqObjqh58yZw8KFCw8/fYOUfnO0iYgNeAo4HygHVovIX5VSm6OC3Qv8RSn1jIiMB94F8vorTf2JUoqN+5uoaw2QkRBDXEzvt1YpRUtLC+vLK4mtLqepfA9vv3UaH5UOR+xhzjgzyG23NePzVeOr95CWmk7S2JOJi3FSU29pFB2K9/e9/4Vfc+awmX0KN5ils59//nm+/OXuFWaPKensW26B/fuNEUatrVSUl3Pa9OmRYaaHK53dGxMnTmT16tWHDHe80J+9L6cAO5RSuwBEpAS4BIg2CgpofzqSgEGpT+sLhlldVo8/qDMtL5Wk2J6HvPl1nW0tHuobGmhrbMHrAdlcybMls9hTkYorSXHd9Xu49NIMmpubCDaUMyRcRWzWGJISEijfvAF3QhKu+N4VJk90+lqAf5EMduns5cuX8/zzz/PRRx91e/yYkM4Oh43WQVmZsR0TA0OG0J1Yz+FIZ/eGzWbD6XT2Sdn1eKA/jcJQINoMlwOndgrzAPAPEfkBEAfM6u5CIvId4DsAw4cP/8ITeiRUt/jYsK8Jm02YPirtkC2EmuYWtlYcINcG8T47e9sqeX7xJHZXJZM1tJV77ltL4eh0dD1MU1MTybTizBlP2thTaajYh9PlJqdw7FHKncXhMJilszds2MANN9zA0qVLSUvrfiGlAZfO1nUIBrnqwgu56zvfMZbFTEsDTTti6exD4ff7cfWgjXS80Z99Ct09jZ2f5KuBBUqpXGA28LKIdEmTUupZpVSxUqq4vdZzrNDQFiQn2c3MwoxeDUIwGKSyspKqqipcdhvD/Db8dft5+fmh7NiTQ0pqGw89vItxYwtxOoehlCIUCpGS4CZrRCE2m422xkZShw47irmz+DwMNunsvXv3ctlll/Hyyy9HWh7dMaDS2WvXsu7VV1n3+uuG6yg/39AtMidlfm7p7E7Kst1RV1dHRkZGt/0NxyP92VIoB6JLsFy6uoeuBy4EUEp9LCIuIB2o7sd0fWF4AiFqWvyMSIvtsUam6zo19TWs3bcWgKDDRbnXRlJViGcX5bLl0ywS4uv5+UP7GZmfi4idUChEQ0MDdrudpMREKneUosXWEg4FiYmNO5pZtPicDCbp7AcffJC6urpI57bdbu92SOtRl85ubw2JGBPQhgwxhOxSU7tIVHwu6eybbuLcc88FepcPX758ObNnD+oxMIdFv0lni4gd2A6cB1QAq4GvK6U2RYVZCixWSi0QkXHAMmCo6iVRx5J0dm2rn101bUwZnozD1rGBo5TC6/VSXV1No7eR8mA5IxNH0hzUKS0LsPm1NJa8l4rL1spP57/PtEvPRNNshMNh9peX4ynbQGqii3jdhy1rLJljixAR3AmDVJ2yn7Gks/ufoyqdHQwa8taxsYaLaAC57LLLePjhhxkzZsyApuNwOCals5VSIRG5Gfg7YANeUEptEpEHgTVKqb8CtwN/FJEfYbiWru3NIByLOGzSxSAEAgFqa2tpbW01akKxcTibHMQ1u/BX+FjzrzTe+zATBx5uv3k9U2YXIC3VtLY0421rw9fQTIojyOip5yE2J670XEu7yGLAOSrS2UoZ6xwcOGB0Knu9hm7RAD3/gUCAOXPmDCqDcKT069xvpdS7GMNMo/fdF/V9M3BGf6ahv2j2BdlQ3kha3EGBO6UU9fX11NfXY7PZiI+PR/l16kr3Eafb8AS8/HNTPG8vzSLODvOv2MgpXwrSvLOUQFU5AXscccnJJMbaGFs4DVfWyAF7GSwsuqNfpbOjBezAUDbNzh7Qd8DpdDJv3rwBi38gsARBPge+YJhNFc0kuR2Myz5YY/J4PNTV1REbG4umaYQ8flr31dGmeRlRUMg/3ozlD6+k4bQJ37h8A2eeshKbbTqByk20puSTnjeepORkkpOTcZ0AQ98sLACjdVBfDzU1BwXshgwxdIssyZajjmUUPgcHmn2IwIScJJx2oxajlIrMmBQEpSv2t1TgpZWY3CRefjnIiy+7QfMw54LVnDnyH7S2TsBT5qPVHyI9fzzjx09As1oGFiciLS2GQUhKgqwsS8BuALHu/OckLc6Jy3FQb8jr9eL3+4l1uGGPh5AK42lpJCs9lyWvDeGFl5w4NcUNV+7ma6c3YJdZ2MaMob6xkcQhmQwbmmsZBIsTB103Pu2L3WRnG+4jq4U84FhG4TD5ZHc9Lb4g+ekHh4YqpSg/UE59Sw1NdWHqtUbafPvRNzfwx39ksnZ7GLEFufXK9cz5cjwwHG1IFrqvFseBDaRkpJGY1HeJbQuLQY3Xa0hUOByGkqmIMTP5EEtjWhwdrKrpYeIPhZk+Ko2RGfGRfV6vl5rWGtrq2gh4Q8SV1lD7gfCbhVfw6e4RxCY7uPpH1cz53khs+XloeSPwi7CvvAISc0iacIE1uug4YLBKZy9ZsoTJkydTVFREcXFxjzIXXq+Xs88+u8Nch8ceewyXy0VTU1Ov8cycOZM1n3wCBw7QumkT3737bkadeSYTJk5kxowZrFq1qsf89AWlFLfccgsFBQVMnjyZTz/9tNtwixcvZvLkyUyYMCEyeRDgww8/ZOrUqdjt9ojEN0BNTQ0XXnjhEaVtsGGVRJ8DLarzS9d1DtQcwO6wY/e5iDvQxvrdQ/ntW3NoDWVRONnFd37nZfqFCdhssYRCIcrLy9mzZw/xcXGMGp5DnNVkPi4YrNLZ5513HuvXr2fdunW88MIL3HDDDd2Ge+GFF7jssssik8LA0D+aNm0ab7zxRu+RhMNQUQF1ddxw332kDhlC6a5dbNq0iQULFlBbW3tEeVi6dCmlpaWUlpby7LPPctNNN3UJU1dXx49//GOWLVvGpk2bOHDgAMuWLQMM+ZwFCxbw9a9/vcM5GRkZZGdn96gwezxiGYUjZGv1Vj6uXMm+ymr0lipWbKvn6bemoDQHE2Z5uPLn9RQMhakuG36/H6/Xi67r5A3LYVJ6GFesZRCORwaTdHZ8fHxkRn5bW1uPs/M7S2fv3LmT1tZWHnroIRYtWtT9jVDKmITm90MwyM6qKlZt3sxDjz2GZnYmjxw58pAzuA/FkiVLmDdvHiLCaaedRmNjI5WVlR3C7Nq1i8LCwohA4KxZsyLS2Xl5eUyePLnbfj1LOtuizyilqKmrIT8un9hdflZ8Us/Tfz0f3HFMv7iF2d/2clq8IaLV2tpKQ0MDNpsNh8NBTlYGUlMFaaMGOBfHJy3vdZVcPlISzj2nT+EGo3T2G2+8wd133011dTXvvPNOl+OBQIBdu3aRl5cX2bdo0SKuvvpqzjrrLLZt20Z1dTWZmZkdTxQ5OM8gJYVNzc0UTZnSobXRE3PnzmXbtm1d9t92221d5g5UVFQwbNhBVZ126ezs7OzIvoKCArZu3UpZWRm5ubm8+eabEf2l3iguLubee+89ZLjjBcsoHAEtLS2EfEFifUEqK7fzzDuXEHAlc+ZlXs79po9Jsc5IWKUUbrcbl8vFkCFDiImxVkrrT/pagH+RDGbp7EsvvZRLL72UDz/8kJ/+9KcR8b52amtrSU5O7rCvpKSEN954A03TuOyyy3j11VeZP38+ouuGRlE76engciGpqUYncx85nNXOuhNC6HxvU1JSeOaZZ5g7dy6apnH66adHBP56IzMzk/37B6Wq/+eiT+4jEXGKSEF/J2YwEQ6Hqa2pwVXvxFdRxvsbJqDbEyk8xcP3rvNwapyTuKimaDAYxOfzkZKS0n8SARYDSnufwp49ewgEApE+hQkTJnTp+O1OOvtw+KKls9uZMWMGO3fu7OLjd7vd+Hy+yPaGDRsoLS3l/PPPJy8vj5KSEsOF1NREWiBAQ0WF0Y8AoGnUNzaSnp7OhAkTWL9+PbquHzItc+fOpaioqMvnpZde6hK2r9LZF110EatWreLjjz9mzJgxjB49+pDp8Pl8uN19X299sHNIoyAiXwH+C/zT3C4SkUP0Kh2f6IEwtrYg4SY/9ZsrUWUepLGOQEwbK9aPAQVnzG4kw6Hh1g6+jO2qp0lJSaTFO6BmG1RuGMCcWPQng006e8eOHREj8+mnnxIIBLqsqZCSkkI4HI4YhkWLFvHAAw9QVlZGWVkZ+/fsoWLvXvasXs208eNZ8dlnVJm16zVr1uD3+xk2bBijRo2iuLiY+++/PxJnaWkpS5Ys6ZKuxYsXH5TOjvp0Jztx8cUX89JLL6GUYuXKlSQlJXVwHbXTLp3d0NDA008/3WOnejTbt29n4sSJhwx3vNCXlsKDGIvjNAIopdYBJ2SrwXOgDa0pQKjZR3NbC+FkaA1t5r+rhtHQ5iI928OwceEOC0kEg0H27t2LpmmMGpaFtncltNVAbBrk9L40osXgJVo62+12s2TJEh566CHGjBnDpEmTmDZtWrfS2ePGjWPixIldOkk7Ey2dPWnSJDRN61U6e9asWT0ulfn6668zceJEioqKmD9/PosXL+62hXHBBRdEhquWlJRw6aWXGh3JDQ2wcyeXnnMOJUuXkjVpEr998klmX3IJRUVF3HrrrSxatCjSifvcc89RVVVFQUEBkyZN4sYbb+y2Vn84zJ49m5EjR1JQUMCNN94YGdkFUFRUFPn+wx/+kPHjx3PGGWdw1113Rdxvq1evJjc3l1dffZXvfve7TJgwIXLO8uXLj7gjfDBxSOlsEVmplDpNRD5TSk0x921QSk0+KinsxEBJZwcPtLG7tJ6mRAc56U001K/DW9dEzc49/PGt+ezYnszsb+7nkqud5DmNrhq/38/evXtxOp0UFRXhrv0viAa5h1SvtThMLOns/uezzz7j0Ucf5eWXXz64c/9+aJ+PkZBgaBYdZ4vRzJgxgyVLlpCSkjLQSekz/S2dvUVErgQ0EckHfgis/FwpHaQEKloJN/kJZbgYkhFLS81OdF8KjbXJHGhIZueudGJcASae3oRLDo6+aGtrIz4+nqKiImyeWvA2WgbBYtAyZcoUzjnnHMLh8MHRQ0lJ0Npq6BUdhwJ2NTU13HbbbYPKIBwpfXEf3QycDOjA/wN8GIbhhEGFdJzDE1AJTtpaGgj4dxMO2mmJq+Gz/45F6TonT69HxejEm30JPp8PXdfJyMjApgfgwEZIGgruE+fhsjj+uO7rX8cWNVObuDgoKDCMw3FmEMCYvDZnzpyBTsZRpS8thS8ppe4E7mzfISKXYRiIE4ZmX5DqZh9xgXrc9hj2tAZRZQ38Z3UOoaCfs2ZUkxoXS7xNIxQK4fF4sNlspMU7oXEf2ByQMfa4fHEsTgB0HerqoLbW6Edwu41V0cBa8+M4oy+/ZnezNu75ohNyrKL7QqhAGH9Ix21TuGQ7bSqAVlXNlnXT8OouRkwMElOUhjsuHqUUPp8Pp9NJZmYmcf4D4G2A5BGgWXMTLAYhXi/s3m2sd6CUsRKaJV533NJjS0FEvgRcCAwVkejxcYkYrqQTAr01SHNYp8bfRmvDZxDTiCeYjrPVy9/WTUBEOPPiBsa73CTZBK/XS2pqKl6vl9jYWGgGknIN15GFxWBC16G62lgAB8DpNCSu4+J6P89iUNOb+6ga2IjRh7Apan8LcFd/JupYQYV0ws0Byj1+Qmwn1tZCrYohtUnn402jaWp1MjKvhdGTPNjFjR4OY7fbSU1NjejeWFgMWtoNggikpkJGhuUqOgHo8RdWSn2mlHoeGKOUej7q8xel1JFJGg4SVEhHhXVCCXYSbI1kJI5F2ZJJIou/fZyPUjqnzCzDr2nYRQgEArjdbioqKgxxsqAHfM0DnQ2Lo8Rglc5uZ/Xq1dhstoPS0enpRqsgLw+ysvD6/UcmnW2mqbW1le9+97uMGjWKCRMmWNLZxxh9MftDRaRERDaIyPb2T7+n7BhBbBrYNaOQt7nRg/Du35Kpa3KSk+Vh8nQ/hSlJuDVBKUVDQwO6r4ksrQF31WpAGRPVLI57Bqt0NhiyLXfecQdfmjHD6DcAY1W0ESOMTmWOUDo7ihtuuIHU1FRKS0st6exjkL4YhQXAi4AAXwb+ApT0Y5qOOXRdp6y5jE0tm7BV1PHusjTsduGUc/cQTEkFjJnLbrcbu91OTryNBKeg5UyB/BngcA1wDiyONoNJOptQiN/9/OdcftZZZCYlQVtbt8E+l3R2J3bu3MmqVat46KGHIjOcLensY4u+DEmNVUr9XUQeUUrtBO4VkX/3d8KOJfyeUnxhL2elT+Ofr+/lQGM8Q0cIWdOaGR6fQapdI+D14Ha7CYfDiAoZ8xESu2qvWBwddm/44j2c+ZPT+xRu0EhnK8X/Z+/M46Mqr///fjLZSUIIAQSSQCCAkJBEdhQDBUVkUUCq4asFq6gtWlCrFW1t0R9qFeuCxQXFupKgVBYVtcpSKi7sYBJAFhMIe/Z91vP74yZDlkkyIZlsc9+v131l7p1z7z1PkrlnnuV8DgUFnNq/n7Wff87md95h55IlDieSL1k6uxqpqalaMqcund1qcSYoGJUmhHJMKfU74BRQ91++nWEx52L26I5YrCSQxOIAACAASURBVPx7czgYDCRMPoeHQeju5YEC8kwmLVnNehbPwhIIiK/3ujquw9kHeFPSpqSzzWY4cwaKirj/qad49rHHMPTrpy01deBTg6Szm6itunR2y+BMUHgACAAWAE8BHYE7XOlUa8Jqs3Gu6AweXt788Gku6Wd70amzjaghp+ka3AkPpTAajfj4+ODr60twcSlEjNIzl92QijmF/Px8pk6dyvLly1mwYAHR0dFs27atiq0j6ey4uDin79Vo6eyiIm0zGNh16BCJDzwADzxAVlYWGzduxNPTs0omb13S2aD1JPr06cO9995L586dyc3NrXK7nJwcQkNDCQ4OtktnOxqqqUxDegoNkc6eNm0aACtWrHCqx6JLZ1dDRH4UkUIROSEivxGRG4CMZvCtxbFYSth3Zj25pen0M4ew+pNg8PFhyqRCPL2EIF9trsBqtRIQEICHzaLVb/bR6yW4M21COjs4WFti2qcPv2Rk2CWwZ82axauvvlpD2qFe6ezTpzl16hQZGRkMHz6c7du3c/bsWUCXzm5r1BkUlFLDlVLTlVKh5fvRSqn3cBNBvEJTPoXGYvoHTePsdwEcPhtKUEfFhHFFdhubzUZOTg75+fl45P2iBQSlr+V2d1qddPbYsQyJjLxY+EYpLSg0QNHUoXR2JWbMmEFycjLdunXj5ZdfZvLkybp0dhukVulspdQzwE3AfiASWIsmhPcs8JqIlDSXk5VpTuns82mH2XN6Cz4Bo1m5OIifzvTk1tlFXJeQzc+28/Tu3JkQby+KioqIiorCP/cgqmM4BHZrFv90LqJLZ9dCWZkmb10x9NOtG3S+tCXSDqWz3QBdOvsiNwJxIlKqlAoBTpfv1xzka6ecKzxHoa+ZrF2FHDjaC99QYcDwbH4oKUB52YhE6yn4+/vj4eFxyZOGOjpNjs2middlZ2urjLy8NImKgIBLvqRD6ex2jjtKZ9cVFMpEpBRARHKUUofcKSAAlJlLCZYgNu31Bx8fhowrIYdSOlpz6BMQQLBB4ePrWyXDU0enxSkrg1OnoCJvoUKiogke5Hfc4TZrTABdOrs6fZRSFfLYCuhdaR8RmVnfxZVSk4CXAQPwloj83YHNzcBiQID9IvJ/1W1aAmuhSdMyKijkYHpnMHjQa1ARHUsK6RXgQfeIXuTm5lJSlou/v7/bfHPSaQMoBSaTJmDXo8dFiWsdHSeoKyjcVG3/nw25sFLKACwHrgUygZ1KqQ0iklbJph/wKHCViOQqpVpN/oO1wESZr5WyLA9+Pt0Jm0EI7HQan5JiOoR31ZLUlKJjx4706tULCs9BcZYmka2j09yUloKvrxYQfHwgIkKTp9AF7HQaSK1BQUQ2NfLaI4CjInIcQCmVjDZPkVbJ5i5guYjklt/zfCPv2aTkWcvYdDScYqsHvcLLiPI2c1lwZwJCQykoKMBoNNK5YtLOaoTA7tCh+ZOmdNwYqxXOndPqJPfsqVVAA13eWueSceXXiJ7AyUr7meXHKtMf6K+U2q6U+qF8uKkGSqm7lVK7lFK7Lly44CJ3a1JgLCXj+GUEKBh1uYnwEC98gjzIz8+3Z3h27doVrBYovqAvRdVpXgoK4NgxLSAodXG5qY5OI3DlU8zRUpzq6189gX7AOGA28JZSKrjGSSIrRGSYiAyrSNl3NSWlJ8kv/IVTh7ogFhgyzAJAVnlOQs+ePYnsHoL65b9w9GsoOq8X0nFzmk06Oy6O1a++CpmZYLFocwZ9+mgTyjRcOnvr1q107NiR+Ph44uPjefLJJx22T0QYP348BQUX5eDXrl2LUopDhw5Vud7UqVOrnHv77bfbJanNZjOLFi2iX79+xMTEMGLECL744guH92wIzzzzDFFRUQwYMICvvvrKoc3mzZsZMmQIMTExzJ07F4vFYm+bI+ltXTq7DpRSDa2/lwmEV9oPQ1vWWt1mvYiYReQX4DBakGhRrMVmSouzuFDclZzTnfHxgSHDTZhKisurEXYiIjwcTvwIQT0hciwMuF6XtnBzmkU622hk30cfccu4cdp8wWWXafLWjSyPefXVV9szhv/61786tNm4cSNxcXEEBV3M2E9KSmLMmDEkJzsvnPz4449z5swZUlJSSElJ4dNPP6WwsLBR/qelpZGcnExqaipffvkl8+fPr7Eq0GazMXfuXJKTk0lJSaFXr168++67QO3S27p0tgOUUiOUUj8BR8r345RSrzhx7Z1AP6VUpFLKG0gENlSzWQf8qvy6oWjDSfUrVLkYW6EJm6eQ+Ut3RBQD+pZgoATl4QEGT4KDg/Hy8gKxQWg/8NZXd+hUxWXS2QcOED99Oseys9mUns4VEyYwODa2cdLZTlJdOruoqIjt27ezcuVKp4NCSUkJb775Jq+88go+5YGsW7du3HzzzY3ybf369SQmJuLj40NkZCRRUVHs2LGjik12djY+Pj72LOZrr73WLp1dl/S2Lp1dk2XAVLQHOCKyXyn1q/pOEhGLUuo+4Cu0Jalvi0iqUupJYJeIbCh/b6JSKg2wAg+LSPYltqVJEIsNS76RMm8LZ45qi6HiBhZjNZnw8PTCwyp0rJjM02m1HNvduEpejug7dKRTdk0qnS0CeXl07dz5onT2unWUmc2M69+/cdLZlfj++++Ji4ujR48ePP/881VkHirYvn07b7zxhn1/3bp1TJo0if79+xMSEsKePXsYMmRInb+bo0ePEhERUaW3URsPPPAAW7ZsqXE8MTGRRYuqVgQ+deoUo0aNsu9XSGdXJjQ0FLPZzK5duxg2bBhr1qyxi+jVJb2tS2fXxENEMqpl6zo1oyUiG4GN1Y79tdJrAR4s31oVJouZ04d6gYLo/vkUnD+LT+cu+KPw9PQEm6WlXdSpA2cf4E1Jk0tnG42avHVJibbktAJPTw6npjZOOrsSQ4YMISMjg4CAADZu3Mj06dM5cuRIDbucnBwCAwPt+0lJSfb7JSYmkpSUxJAhQ5pMOvvFF1902tYZ6WylFMnJyTzwwAMYjUYmTpyofZbrOd/dpLOdmVM4qZQaAYhSyqCUuh9ot+U4LbllmDxyOZ+dR9aZILy9rXTrcBQvf39MNqFz587aP1LWz/rEsk4VKuYUMjIyMJlM9jmF6OjoGhO/jqSz7YhoEhXHj2sBwdOzhjxFo6WzKxEUFERA+fUnT56M2Wx2WB7T09MTm80GaEMxmzdvZt68efTu3ZulS5eyevVqRKRO6eyoqChOnDjh1BzCAw88YJ/8rrxVDLtVxlnp7NGjR/O///2PHTt2kJCQQL9+/eo9392ksxGROje0gjrJQFb5lgyE1neeq7ahQ4eKKyk7lisXTh2WJ5Zukoie52T8tcdl14a1cvhgmhw6dEhycnJEii6I/Py1SFGWS33RcZ60tLSWdkE6dOhgf71nzx4JDw8Xk8kkJSUlEhkZKV9//bWIiJSUlMiUKVNk2bJlIiKyf/9+6du3rxw+fFiktFSsR47IPx5+WCQ1VeTUKRGLRUREtmzZIlOmTBERkdLSUgkPD5cjR46IiMjcuXPlpZdeEhGRsWPHys6dO+X06dMSEREhWVlZYjKZZMyYMXLvvffW8PvMmTNis9lEROTHH3+U8PBw+35lRo4cab/f66+/LnfffXeV9xMSEmTbtm1SVlYmvXv3tv9N0tPTJSIiQvLy8kRE5OGHH5bbb79djEajiIicPn1a3n///Qb/viuTkpIisbGxUlZWJsePH5fIyEixlP/eKnPu3DkRESkrK5Px48fLpk2bRETks88+k0mTJonNZpPvv/9ehg8fbj9n165dct111zXKv+bG0ecBbdi+3mesMz0Fi4gkikho+ZYoIk1f67AVkZ9TxNHD3nh6eNBjgJHgfgMoLi1DRDQ5C2OBlqSmrzbSqYVLks5OTGRgdDQx113HmZwcLSu5Rw+HmkUNls6+5ppax/vXrFlDTEwMcXFxLFiwgOTkZIc9jClTprB161ZAGzqqLp190003sWrVKnx8fPjggw/47W9/S3x8PLNmzeKtt96yz8UtWbKELl26MGjQIGJiYpg+fTqNXWoeHR3NzTffzKBBg5g0aRLLly+3S89MnjzZPvyzdOlSBg4cSGxsLNOmTWP8+PF2m9qkt3Xp7OoGSh1DWyq6GvhERBq3dqyRuFo6u3BfJodP/MTi5Z34+XBfbrz3LAtnd+Lo0aPEx8drJQlzjoPFBF0vd5kfOg2j3Uhnnz6tLTVtIgG7puTMmTPMmTOHr7/+uqVdaVbcTTrbmcprfYElwFDgJ6XUOqVU4qU625qxFhWRs+9nKMjmQk5HxNubbj2NmM1mrdRmcLAmSWxs0bio016wWuHsWW3eoILu3bXcg1YWEEDredx1111VktfaO+4one1U8pqIfCciC4AhQAHQ7hbtWouKKd27F0vHUDyjIskq6ozy8iC0mxGLxYJveelNTEVQdEHXONJpHEVF2kRyTo4WGCp67K28JsfNN9/s1HLS9oI7Smc7k7wWoJS6VSn1KbADuABc6XLPmhkxGTEEBiL+fhzMMGG1CYFdrXh7aR9Wb2/vckMbeProQUHn0rBatVoHJ06A2awpm/bo0eqDgY774EyeQgrwKfCciPzPxf60OGazhZTjVjyUJ116lNLXw4bBYMBmNkL2McjL0OWxdS6NggKtV2CxXKyR3LmzHhB0WhXOBIU+ImJzuSctTFnaQfALpKS4mMyzfniKIrRbEYFduhJcfJysC+fBuyv0GAL+IS3trk5bw2rVEtGsVk3Arnv3RusV6ei4glqDglLqHyLyR+DfSqkaS5TEicprbQkxmSgN6EaBXxp557ohVgth/bwAK94eVugyAPoO0b/V6ThP5XkCg0GbQLZaoVMn/f9Ip9VS15zC6vKf/0SroFZ9a1eIBUx5pWR3OMPpE94YDF6E9TfgVXCSEouBgJBu+gdZp06qSGdPmULeTz9BtibllZqayvgZM+g/ahT9+vdvnHR2fDyrV6+u8X4FDZXOBk3uOj4+nujoaMaOHevQRtqxdPaHH35IbGwssbGxXHnllezfvx8Ak8lEQkKC3c4dqDUoiEiFxOBAEdlUeQPawYLwqpjLhNz8PArzfibnQhB4etGpq5EO1nyKvLsS0lmfWNapGz8/P/bt3UvKtm2EeHmxfOVKyM2ltLi46aSzzWb27dvHLbfc0mR+5+XlMX/+fDZs2EBqaioff/yxQ7v2LJ0dGRnJf//7Xw4cOMDjjz/O3XffDWgLTCZMmFBnEG5vOLMk9Q4Hx+5sakdaElNmJkXFJgoKzvDLuY54ePoREiZc4VmKt4dCvDtcXJKqo1MXGRlw9iyj4+I4lZsLkZGsSk5uOunsffuIj4/n2LFjbNq0iSuuuILBgwc3Sjp71apVzJw5k4iICEATgHNEe5bOvvLKK+25CKNGjSIzM9N+ni6dXY5S6ha0GgiRSqlPKr0VCOQ5PqttYs3OptRgwBzgQ0FmbwwGT8J7mfC1mTF5+NJBr3fb5ihNa3oFdr9BnR2/IaINE9lsUFKCVSk2HTjAnffcA56ejZPOLqdr164XpbM/+4yysjLGjRvXJNLZP//8M2azmXHjxlFYWMjChQuZM2dODbv2LJ1dmZUrV3L99dfb92NiYti5c2e9/rYX6lp9tAPIRquYVnkOoRDY60qnmhsRwWYWSgMKyT+nrSzqEWEBBOXhYddQ0Wk71PoAdxVFRZQajcT/+teknzrVNNLZdXD48OEmk862WCzs3r2bTZs2UVpayujRoxk1apT92hW0Z+nsCrZs2cLKlSv59ttv7ccMBgPe3t4UFhZWaX97pdagIFp5zF+Ab5rPnZbBVFKMwoAYLnD2TF9QHnSPsOBhKkC8OlzyB1enHWOzaZunp7YAoXt3bU4hNZX8/HymTp3K8uXLWbBgAdHR0Wzbtq3K6Y6ks+Pi4py+fX2aZRU4878bFhZGaGgoHTp0oEOHDiQkJLB///4aQaFCOtvDw8MunZ2SkoJSCqvVilKK5557zmnp7PoesA3pKTRUOhvgP//5T5UgeeDAAebNm8cXX3xB585Vv1QYjUb3GUKuTT4V+G/5z1wgp9KWC+Q4I8Hqiq2ppbPN58/LqY1fyk+rtssX2z6QIVdlyoCYMnl/S6akf/uR/Hxgp13iV6f10qzS2UVFIkeOiKSni1SSmG4S6WwRsVqt8o9//KPGbV0lnZ2Wlibjx48Xs9ksxcXFEh0dLT/99FMNu/YsnZ2RkSF9+/aV7du31zgnKytLLr/88kb519y4Sjq7ouRmKNCl0lax3y6wlZVRpgxY8ER5GcjN8sNggNAuJZQWFRLYuftFiQsd96YiAS0jA0wmLTPZ6rgI4SVJZ8+ezcCBA4mJibHXB66NppTOHjhwIJMmTSI2NpYRI0Ywb948YmJiati1Z+nsJ598kuzsbObPn098fDzDhl0UE92yZQuTJ09ulH9tCWeks3sDp0XEpJQaA8QCH4hIi0glNrV0tunkSQ5vT0H5h7Lbcoa/PTqGflE+PPJUKiHnfyF67HT7Kgmd1ovLpbOLirSAYDZrw0WhoZpEhYdTmpLtAneVzp45cybPPPMMAwYMaGlXnMal0tnAOrRSnH2B99ByFFZdiqOtFaNREO9CTp40oJQnYRFWKMvDo0OIPsns7ohoNQ4qBOz8/CAyUtMtcqOAAO4pnW0ymZg+fXqbCgiNxRntI5uImJVSM4GXRGSZUqrdrD4SEaxGC8pLOHGyEx7Kg57hRjyMeRg69m1p93RaGqXAy0v72bUrhIS4dWZ7Y/MJ2hre3t4Ol+e2Z5wJChal1K+B3wAVwuJernOpeTFeyAUvA6IUJ074Y/BQBHUrQHl44+HlJqsNdKpiNmubv7+237kzdOwI+tySjhvgbEbzr9Cks48rpSKBJNe61TxYCwow5haCvz8nS05y4UxHvDw88O9SSC9fP33oyN0Qgbw8rfhNZqY2kQzaMJEeEHTcBGfKcaYAC4BdSqnLgZMi8pTLPWsGTBkZqG49ySmx4IGRwtxgzErRs1shHp4+eLjZmLFbYzJp8wanT2srivz8WtojHZ0Wod7hI6XU1cD7wClAAZcppX4jIo6FVNoQ1vwCVEQYFqsVU0EwNhuEdrcy2KsQPIP1pDV3QEQriXnhgpaMViFxHRTk1nMHOu6LM1+FXwQmi8hVInIlMAV42bVuNRNWC4IHNouFM+cDQcFl4RYwl2LwDUBE9CGk9s7p03DunBYQOnaEvn21n5cQEKpIZ0+bRl7eRYmw1NRUxo8fT//+/enXr1+rks5eunQp8fHxdt8NBgM5OTk17KQdS2eLCAsWLCAqKorY2Fj27NkDwIULF5g0aVKjfWtLOBMUvEUkrWJHRA4CbX6AVUQQmw0bCpvFxpnzQSgU3cIsiKkM5e2Pl5eX3lto7wQHa6uLwsOhZ09NtuIS8fPzY9++faSkpBASEsLy5ZpkWGlpaauWzn744YfZt28f+/bt45lnnmHs2LGEhNSsLtiepbO/+OILjhw5wpEjR1ixYgW///3vAejSpQvdu3evVWG2PeJMUNijlHpDKTWmfHuN9iCIZ7WiDAasFhtiNXPmbActKPQ0Y7Oa8fDyxcur3Syy0qmgtBSysi7ud+ig9Q6aWOhs9OjRdpXOVatWtWrp7MokJSUxe/Zsh++1Z+ns9evXM2fOHJRSjBo1iry8PHtWuS6dXZPfoU00/wltTmEb8IornWoOxGoFgwFjmRkv35OcOjsCpTzo1qMEMfhgs9l0eYs2zOHDh6sesNmgoAAqvpF27drgGsnOJjBZrVY2bdrEnXdqZUdau3R2BSUlJXz55Zf885//dPh+e5bOPnXqFOHh4TXO7969O8OGDeMvf/lLvf62F+oMCkqpwUBfYK2IPNc8LjUTFgvKYKCo+DzK08zZs51QQLfLShCzDyKi9xTaMFUe4MXFmkRFYKA2gRwS4pKM5NLSUuLj40lPT29T0tkVfPrpp1x11VUOh46gfUtn13V+165d7dpJ7kBdRXYeQ6uwtgcYrpR6UkTebjbPXIzYbCiDgbKSXHJze2AyQ+fOFvx8yhDxwWq16j2Fto7VCufPQ4WMs48P9OjhsuWmFXMKbU06u4Lk5ORah46gfUtn13V+WVkZfu60RLk2+VQgFehQ/roLsNMZ2dVq15gEHAaOAovqsJsFCDCsvms2lXS2OSdHinfvke++/EaWPrZBBkQXyK//74J8tme7pOzaJEePHtUls9sQDqWzz5wRSU0VSUsTOX9exGp1qQ9tVTpbRCQvL086deokRUVFtbavPUtnf/bZZzJp0iSx2Wzy/fffy/Dhw+3n7Nq1S6677rpG+dfcuEo62ygixeWB4wLOTUrbUUoZ0Cq2XQ8MAmYrpQY5sAtEm7P4sSHXbzRWK+IhmCwnOZfdDUEIj7AgFiMGnw5YrVZ9+KgtUvkbdGioNmTUp0+zC9i1Jels0JaWTpw4sc7Ss+1ZOnvy5Mn06dOHqKgo7rrrLvvKMNCks6dMmdIo/9oStUpnK6XygM0Vu2hSFxX7iMjMOi+s1GhgsYhcV77/aPl5z1SzewmtuttDwEMiUqcudlNJZ5vPnaPkzEn2ZPzEux8k8F1aKH+4r4Te8fuI6tQdH+8gh8sCdVonBw8eZGCPHppMRXi42ymYNgfuKp2dkJDA+vXr6dSpU0u74jSNkc6ua6L5pmr7jpck1E5PoHJV7ExgZGUDpdQVQLiIfKaUqpmtc9HubuBugIiIiAa6UQtWK+Lhgc1q5WyWP4LQO0LAbARPP72X0JY4f17LSq74glNQoOUf6DQplaWznVk91B64cOECDz74YJsKCI2lrhrNmxp5bUczXPZuiVLKAy1b+vb6LiQiK4AVoPUUGumXdk2rFZvYMJuEsxf87EHhlywzystXn2RuC9hssG4dvPQSLF6sSVR066ZlJOu4BHeTzu7SpQvTp0+v37Adcenpm/WTCYRX2g8DKq/rCgRigK3lKyQuAzYopW6obwipKRCLBZMUk5cTRJnJgH9wGSFBRn7JNWCz6ctRWz0nT8KSJbB7t7bv66vNHeh/Nx2dRuHKgdedQD+lVKRSyhtIBDZUvCki+SISKiK9RaQ38APQLAEBAKsVixRy6nRnUNA9rAwPaxni4Y1NRO8ptHb27tUCQkgI/P3v0KmTHhB0dJoAp3sKSikfEamZR18LImJRSt0HfAUYgLdFJFUp9STa0qgNdV/BtYjVikXKOHu2K0opeoSZUFYj4uGtrzxqrRQWXpSjmDZNm1S+8UZtuOjgwZb1TUennVBvT0EpNUIp9RNwpHw/TinllMyFiGwUkf4i0lfKazCIyF8dBQQRGddsvQQAqxUbNi5k+SEKevQ0IaYS8NSDQqvDZII33oCpU7WaB6CpmM6Zo88f6Og0Mc4MHy0DpgLZACKyH215apvGZrFgQygo8kYpCO0MYirBYvDFy2DQC+y0Fn76CW67Dd58U5Or+OGHlvaoVtqqdHZ+fj7Tpk0jLi6O6Oho/vWvfzm8bmlpKWPHjq2iPvriiy/i6+tLfn5+nfep7FNRURH33HMPffv2JTo6moSEBH78sXFpSlKL9HV1Vq9eTWxsLNHR0fzpT3+yH9+2bRtDhgzB09PTLvENunR2rTYiklHtmNWhZRvCZjFitSqKir0RJYSECGXGEqyePgR5672EFqe0FF54Ae64QyuPGRGhBYZWvPqlrUpnL1++nEGDBrF//362bt3KH//4R0wmUw27t99+m5kzZ1apMZKUlMTw4cNZu3at0/ebN28eISEhHDlyhNTUVN555x2yKivXXgK1SV9XJjs7m4cffphNmzaRmprKuXPn2LRJW2QZERHBO++8w//93/9VOUeXznbMSaXUCECUUgal1P1A7apabQSxmrFYPSgq8UYUhIYo8s1mOnp52yV9dVqIlBRITIRVq7RhorlzISkJ6lD4bG20JelspRSFhYWICEVFRYSEhNiF4ipTXTr72LFjFBUVsWTJEpKSnCvbfuzYMX788UeWLFli74336dOn0RnDdUlfV3D8+HH69+9vz56+5ppr7NLZvXv3JjY21uEIgS6dXZPfow0hRQDn0LKPa4bhNobNasJoEopKfBAfoXOIojDbQqCXjz6f0NIEBmrlMfv3h8cfh2qZmc5wIauxaTY16RI6wSm7tiadfd9993HDDTfQo0cPCgsLWb16dY2Ho8lk4vjx4/Tu3dt+rKL2wtVXX83hw4c5f/48Xbt2rbMdqampxMfHO1XR8JZbbqkpgQ48+OCDzJkzp8qxuqSvK4iKiuLQoUOkp6cTFhbGunXrHPaIqqNLZ1dDRM6jLSdtX1hNlJQoSk2eePja6BQgnMjxIBilL0dtCfbtg7g4rWfQqxe8/joMGnTJldCcfYA3JW1VOvurr74iPj6ezZs3c+zYMa699lquvvrqKlnLWVlZBFfLEk9OTmbt2rV4eHgwc+ZMPv74Y+69994ma2td8ybVcSTXU/1+nTp14rXXXuOWW27Bw8ODK6+8kuPHj9d7bXeTznZm9dGbSqkV1bfmcM6V2KwmcrK9QCk6BJnww0aJwRdv9MS1ZiUnBx57DObNg40bLx6PjW1UacyWoGJOISMjA5PJZJ9TiI6OrjHx60g6uyHUpllWHWcexP/617+YOXMmSimioqKIjIysUnMZtLaVlZXZ9w8cOMCRI0e49tpr6d27N8nJyfYhpLqks6Ojo9m/fz82m61ev2655RZ77ejK23vvvVfD1lnp7GnTpvHjjz/y/fffM2DAAPr161evH+4mne3MnMI3wKbybTvQFXA6X6G1YrOayc31QSkICDLiaTFR5uGDp01fjtosiGhBYNYs+M9/tIxks7mlvWoSOnbsyLJly3j++ecxm83ceuutfPvtt3zzzTeA1qNYsGCBffXLww8/zNNPP23/Fm+z2XjhhRfqvMfll19Oeno6R48eBeD9999n7NixVWxGjhzJ1q1byc7Oxmw28/HHHzu8VkREz9HaiAAAIABJREFUhH3C9dy5cxw+fLjGRHenTp2wWq32wJCUlMTixYtJT08nPT2d06dPc+rUKTIyMhg+fDjbt2/n7NmzAOzatQuj0Uh4eDh9+/Zl2LBh/O1vf7MHtiNHjrB+/foafq1evdpeO7ryVn3oCOCGG27gvffeQ0T44Ycf6NixY5WhowrOnz8PQG5uLq+++irz5s2r/Zdczs8//0xMTEy9du2FeoOCiKyutL0LzESTwm6ziM2GYCU31wsUdAwxYzKVIgYffAwGp8Y7dRrB2bOwcCH89a+aeN3IkfDRR9CONGbaknT2448/znfffcfgwYOZMGECzz77LKGhoTXsJk6cyLfffgtoQ0fVpbNnzJhBcnIy3bp14+WXX2by5MnEx8dz//33k5SUZJ+neOuttzh79ixRUVEMHjyYu+66y+G3+oZQl/R1fHy8/fXChQsZNGgQV111FYsWLbIPv+3cuZOwsDA+/vhj7rnnHqKjo+3n6NLZ9Z2gVF/gKxGJco1LddMU0tliMnHhu3W89ml3PlwXy4jrLvD4XSc4aPNlSJewplNi1alJSgrMnw8lJdqE8oMPaklplzi2XoEjqWCdpmXv3r288MILvP/++y3tSrOiS2dXQymVy0V1Uw8gB1hU+xmtH7FasSnIy9d6CsHBNkqMpfj4BelDR66mf39NybR3b3jkEa0Qjk6b4IorruBXv/oVVqvVbXrTunR2NZQ2SxUHnCo/ZJOGdi1aIWK1YVOKggJvUNApxEaZxYSPp7ceFJoaqxVWr9Z6A0FB4O0NK1dqr3XaHHfccUdLu9CsuKN0dp1zCuUBYK2IWMu3Nh8QALBasCmhoFALCiHBYLZZ8DZ46ctRm5Kff9YSz154Qdsq0AOCjk6rxZk1fzuUUkNExLGYSBtEGz4S8gt9wAM6dxKMVhtByqD3FJoCkwneegvefVfrKVx2GVx3XUt7paOj4wS1BgWllKeIWIAxwF1KqWNAMVpFNRGR2quAt3LEYsEqNoqKtZ5Cl44mygw+hIieo9BoDhyAJ5+E9HRt8vjmm+G++8Dfv6U909HRcYK6ego7gCFA+xtQs9mwIRQW+SBeEBJQRrrFGz8P5VDzRcdJTp7UktBsNi0r+a9/1bKUdXR02gx1zSkoABE55mhrJv9cglislBgtlJZ5ozyEQB8jNk9fOuhCeI0jPBxmzNCUTZOS3C4gtFXp7NzcXGbMmEFsbCwjRowgJSXF4XVFhPHjx1NQUGA/tnbtWpRSVTKgt27dytSpU6uce/vtt9slqc1mM4sWLaJfv37ExMQwYsQIvvjii1rb4yzPPPMMUVFRDBgwgK+++sqhzebNmxkyZAgxMTHMnTsXi8UCwKFDhxg9ejQ+Pj48//zzdnuTyURCQoLdzh2oKyh0UUo9WNvWbB66AquFrBwPQJO4EDHjp688ajgFBdpQ0d69F48tWqTlIbjhhH1blc5++umniY+P58CBA7z33nssXLjQod3GjRuJi4uroomUlJTEmDFjSE5Odvp+jz/+OGfOnCElJYWUlBQ+/fRTCgsLG9WGtLQ0kpOTSU1N5csvv2T+/PlV6j6Alik+d+5ckpOTSUlJoVevXrz77rsAhISEsGzZshrB2NvbmwkTJjRIh6mtU1dQMAABQGAtW5tFrFaycw0oBYEdjRjNZrwNelBoEJs3w69/DRs2wHPPabIV0OgktPZCW5LOTktLY8IETUCwQj7j3LlzNeyqS2cXFRWxfft2Vq5c6XRQKCkp4c033+SVV16xS9R369aNmxtZJ2P9+vUkJibi4+NDZGQkUVFR7Nixo4pNdnY2Pj4+9izma6+91i6d3bVrV4YPH+7wGaBLZ1/kjIg82WyeNCNiMZGd54MoRVCwFbPFhJefvhzVKbKz4dlntaAAEB+vyVu3smDwn6z8+o0ayMRQ50p/tjXp7Li4OD755BPGjBnDjh07yMjIIDMzk27dulWx2759O2+88YZ9f926dUyaNIn+/fsTEhLCnj17apXSqODo0aNERERU6W3UxgMPPMCWLVtqHE9MTGTRoqr5s6dOnWLUqFH2/Qrp7MqEhoZiNpvZtWsXw4YNY82aNVVE9GojJiaGnTt31mvXXqgrKLSuT3kTYrOayM3zK89mtmK0mfHSl6PWjQh8/rmWb1BQoK0m+sMf4KaboBWWLnX2Ad6UtFXp7EWLFrFw4ULi4+MZPHgwV1xxhcMFFzk5OQQGXhwkSEpKst8vMTGRpKQkhgwZ0mRtffHFF522dUY6WylFcnIyDzzwAEajkYkTJzq1sMRgMODt7U1hYWGV9rdX6vqNNL8gfTNhMxvJzfMGhE6drBgtFvz1oFA3hYXw4otaQLjySnj0UXCgQunOVMwp5OfnM3XqVJYvX86CBQuIjo5m27ZtVWwdSWfHNWBivimls4OCgux1mUWEyMhIIiMja9h5enpis9nw8PAgOzubzZs3k5KSglIKq9WKUornnnuuTunsqKgoTpw44dQDtiE9BWels0ePHs3//vc/AP7zn/84DJKOMBqN+Pr6OmXb1qn1K56I5DSnI82JzWokL98PPCC4o4USDPgY9KBQA5tNSz4DLQv5z3/WJpZfflkPCHXQ1qSz8/Ly7BXI3nrrLRISEhwO7wwYMMBelGbNmjXMmTOHjIwM0tPTOXnyJJGRkXz77bf069eP06dPc/DgQQAyMjLYv38/8fHx+Pv7c+edd7JgwQL7Pc+cOcMHH3xQ434vvviiQ+ns6gEBNOns5ORkjEYjv/zyC0eOHGHEiBE17Cqks41GI88++2wNZVlHZGdn06VLF7d5PrS+fn8zIFYz+QW+msRFoIli5U1HX305ahXS0+Guu+Cddy4eGz8eJk9udfMHrZG2JJ198OBBoqOjufzyy/niiy94+eWXHdpNmTKFrVu3AtrQUXXp7JtuuolVq1bh4+PDBx98wG9/+1vi4+OZNWsWb731Fh07akN6S5YsoUuXLgwaNIiYmBimT59uH+K6VKKjo7n55psZNGgQkyZNYvny5XbRvsmTJ9srpy1dupSBAwcSGxvLtGnTGD9+PABnz54lLCyMF154gSVLlhAWFmZfertlyxYmT57cKP/aEg2Wzm5pmkI6O/eHL7l1UTg/Z/bgsb8dxqt3PuP7xNCzZ88m8rINY7HAe+/Bm29qRW969IA1a1r9ElNdOtv1nDlzhjlz5vD111+3tCvNysyZM3nmmWcYMGBAS7viNC6Vzm6PWCxmCou0nkJAQBkYvNyma1gnhw/DE09oQnYAN96oFcNp5QFBp3no3r07d911FwUFBU6tHmoPmEwmpk+f3qYCQmNxy6BgNZkoqAgKHUoxenRw7+WoFgu88YYmYGezab2Dv/wFHIzJ6rg3jc0naGt4e3s7LP/ZnnHLoGA0mSku8UZ1EPz8ysDQ0b17CgaDVhFNBGbPht//Xhew09FxU9wuKIgI2bnaBJR/oAkRG17K0/16CiUlUFwMXbpoE8ePPw5ZWRAb29Ke6ejotCDut/rIaiWnwBMEgjqZsdiseHl6u5c66vffa5LWf/nLRXmKHj30gKCjo+OGPQWrlQuFXoCiY7CVYit09vW75MzSNkV+vpaR/Pnn2n6nTtqx4OCW9UtHR6fV4NKeglJqklLqsFLqqFKqRsZJueJqmlLqgFJqk1Kqlyv9AcBqJTvXs1ziwkQxXgT7tfNMRRHYtEkTsPv8c2010YIFWg6CHhCalLNnz5KYmEjfvn0ZNGgQkydPZsWKFTWkpHV0Wisu6ykopQzAcuBaIBPYqZTaICJplcz2AsNEpEQp9XvgOaDpNIEdIFYr2QVeCNAxyIgJTwLac/q6iDZMVKEvP2SIth8R0bJ+tUNEhBkzZtjlmQH27dvHp59+2sKe6eg4jyt7CiOAoyJyXERMQDJwY2UDEdkiIiXluz8AYS70R7unxUJOvhcoRUCgEW9DO59kVgr69NFWEz36KLz+unsEhGHDat8++eSi3Sef1G3bALZs2YKXl1eVzOL4+HiuvvpqioqKmDVrFpdffjm33nqrXbvoySefZPjw4cTExHD33Xfbj48bN45HHnmEESNG0L9/f7tej9Vq5aGHHmLw4MHExsbyyiuvALB7927Gjh3L0KFDue666+rNiNbRqQ1XBoWeQGVd2szyY7VxJ+Cw/JJS6m6l1C6l1K4LFy40ziurlfxCLQgEBJjw8miHmkenT0NlLfm5c7Ws5FaqaNpeSElJqSGRXcHevXt56aWXSEtL4/jx4/baBvfddx87d+4kJSWF0tJSPvvsM/s5FouFHTt28NJLL/HEE08AsGLFCn755Rf27t3LgQMHuPXWWzGbzfzhD39gzZo17N69mzvuuIM///nPrm+wTrvElRPNjmZuHWpqKKVuA4YBYx29LyIrgBWgyVw0ximx2sgv9kYUdPA34u3Rjuoo2GywejUsXw4+PvDxxxASAp6e0LVrS3vXvDgrhTJzpra5mBEjRhAWpnWEK+S1x4wZw5YtW3juuecoKSkhJyeH6Ohopk2bVu6a5tfQoUNJT08H4JtvvuF3v/udfbVcSEiIvYJZhVS31Wqluy5YqHOJuDIoZALhlfbDgNPVjZRS1wB/BsaKSM3SUU2MWIwUFfuAAh/fUrw9gtrHctTjx2HJEjhwQNtPSNB7Bc1MdHS0vQ5xdXwq1f82GAxYLBbKysqYP38+u3btIjw8nMWLF1NWVlbjnAp7cFybQUSIjo7m+++/b+om6bghrnxq7AT6KaUilVLeQCKwobKBUuoK4A3gBhE570Jf7NgsRrvuka9/GQF+/ni05YenxQIrV8Ktt2oBoUsXbdnp00/rK4uamfHjx2M0GnnzzTftx3bu3Ml///tfh/YVASA0NJSioqJaA0plJk6cyOuvv24PEjk5OQwYMIALFy7Yg4LZbCY1NbWxzdFxU1z2NBQRC3Af8BVwEPhIRFKVUk8qpW4oN1uKVgf6Y6XUPqXUhlou12TYLCaKin0QJXj6mgjqEODqW7qWP/8ZXntNUzSdMUMbMkpIaGmv3BKlFGvXruXrr7+mb9++REdHs3jxYofFXgCCg4O56667GDx4MNOnT2f48OH13mPevHlEREQQGxtLXFwcq1atwtvbmzVr1vDII48QFxdHfHw83333XVM3T8dNcDvp7JzUA4yc3BXxVfxl2TYSBo6iT0R4/Se2Vvbt05RNH3sMnHiotFd06WwdnYs0Rjq7DY+bXBo5WRYQCAg0YfHwIrCtJa7t2QMrVlzcj4/XVha5cUDQ0dFpOtrBDGvDyMmzIUCHQDMG8Wg7dVeLi2HZMvj3v7X9YcO0RDTQVE51dHR0mgD3Cwq5NhDwDzDhpQxtYznq9u3w1FNw/ry2vPSOO2Dw4Jb2SkdHpx3idkEhN1dbzucfaMaztSeu5eXBP/4BX5Tn9EVHw1//Cn37tqxfOjo67Ra3CwpZOVYEracQ4OvbupejvvmmFhB8fGD+fK0ATmv2V0dHp83jdkFB6ykofP1MBPp1aGl3aiKi6RUB3HMP5OTAvfdCmMtloXR0dHTcb/VRbr4CBd5+RoIDWlHxcRFYu1abLzCZtGNBQfDMM3pA0NHRaTbcrqeQV2BAAK8OVgJ9W0kd4sxMTaKiIv/i669hypSW9UlHR8ctcbueQn6hAVHgEyAE+fu1rDM2G3z4IdxyixYQOnXS5CkmT25Zv3QuGaUUv/nNb+z7FouFLl26uLzIjsFgID4+npiYGKZNm0ZeXp79vczMTG688Ub69etH3759WbhwIaaK3iiOCwP9/PPPNe5RWlrK2LFjsVqt9mNr165FKcWhQ4fsx9LT04mJialy7uLFi3n++ecbdL+G8uWXXzJgwACioqL4+9//7tDm5ZdfJiYmhujoaF566aUq791xxx107dq1hu+u9qkuG0c+mUwmEhIS7FInTY1bBQWx2Sgs9tYK7HSwtmyOwvHj8NvfwosvgtEI11+vSVRMnHhxTkGnzdGhQwe7DDbA119/Tc+edSnGNw1+fn7s27ePlJQUQkJCWL58OaCJ5c2cOZPp06dz5MgRfv75Z4qKiuzS2hWFgcaNG8exY8dIS0vj6aef5ty5czXu8fbbbzNz5kwMlfJikpKSGDNmjL2oUH005H4NwWq1cu+99/LFF1+QlpZGUlISaWlpVWxSUlJ488032bFjB/v37+ezzz7jyJEj9vdvv/12vvzyS6fut3XrVm6//fZG+1SfjSOfvL29mTBhAqtXr3bK14biXsNHViuFJT6IgkD/Fg4Khw5Baqomaf3YYzBmTMv50s5oYG0cp3FWXeX666/n888/Z9asWSQlJTF79mx7kZwPPviAZcuWYTKZGDlyJK+++ioGg4Hp06dz8uRJysrKWLhwIXfffTfp6elcf/31jBkzhu+++46ePXuyfv16/Pzq7uGOHj2aA+VquZs3b8bX15ff/va3gNajePHFF4mMjOSJJ57ghx9+cFgYyBEffvghq1atsu8XFRWxfft2tmzZwg033MDixYvr/d3UVoiosezYsYOoqCj69OkDQGJiIuvXr2fQoEF2m4MHDzJq1Cj8/bVh47Fjx7J27Vr+9Kc/AZCQkGCXKG8KnPGpPpvafJo+fTqPPvoot956a5P5W4Fb9RRsFiuFJd6IUoQE0/yS2bm5F19ffz386U/w0Ud6QGhnJCYmkpycTFlZGQcOHGDkyJGA9lBavXo127dvZ9++fRgMBj788ENA+xa+e/dudu3axbJly8jOzgbgyJEj3HvvvaSmphIcHMy/KzLaa8FqtbJp0yZuuEHTnExNTa1R+CcoKIiIiAiOHj1aZ2GgyphMJo4fP07v3r3tx9atW8ekSZPo378/ISEh7Nmzp97rOHs/gKuvvpr4+Pga2zfffFPD9tSpU4SHX9QwCwsL49SpU1VsYmJi2LZtG9nZ2ZSUlLBx40ZOnjxZ/VJ1MnLkSOLj45k3bx4bNmyw+/RVRbnbBvrkjI0jYmJi2LlzZ4N8dxa36imUFlkxWzwweFvp3NGn/hOairIyrQzmmjXw/vsQGakNEd18c/P54EY0Qi+xSYiNjSU9PZ2kpCQmV5of2rRpE7t377aroZaWltK1vPjRsmXLWLt2LQAnT57kyJEjXHbZZURGRtq/SVcutlOd0tJSe/GeoUOH2gvuOKq/UNfx2sjKyiK4mhR7UlIS999/P6AFwqSkJIYMGVLrdRtyP8Deu3IGR8Ke1e83cOBAHnnkEa699loCAgKIi4tr8BfDH3/8EdCGj9555x3eeeedRvnkjI0jDAZNjaGwsJDAwMB67RuCWwWF3GwzCPh2MBHUXDkKu3ZpK4syM7XEs717taCg06654YYbeOihh9i6dav9W7+IMHfuXJ555pkqtlu3buWbb77h+++/x9/fn3HjxtlrLVQvzlMxV1GdijmF/Px8pk6dyvLly1mwYAHR0dE1ehcFBQWcPHmSvn37cv78eafqOPj5+VUpAJSdnc3mzZtJSUlBKYXVakUpxXPPPUfnzp3JrdwrRqv7EBkZSVhYmFP3A62nUFhYWOP4888/zzXXXFPlWFhYWJVv/ZmZmQ4ly++8807uvPNOAB577DF7NTxX4IxPzvrtCKPR6JohcBFpU9vQoUPlUtm3/YJEhWdK3FWHZe/B1Eu+jlMUFoo89ZTI0KHadsstIqkuvqcbk5aW1tIuiIhIhw4dRETk5MmT8tJLL4mIyJYtW2TKlCmSmpoqUVFRcu7cORERyc7OlvT0dFm3bp1MnTpVREQOHjwoPj4+smXLFvnll18kOjrafu2lS5fK3/72tzrvKyKyZ88eCQ8PF5PJJDabTYYOHSrvvvuuiIhYLBaZN2+ePPjggyIiYrPZZMSIEbJixQr7+Tt27JCtW7fWuEdYWJiUlpaKiMjrr78ud999d5X3ExISZNu2bSIiMnToUPnmm2/s7ezXr58cPXq0QfdrCGazWSIjI+X48eNiNBolNjZWUlJSathV/O4zMjJkwIABkpOTU+X96r9zV/vkjI0jn7KysuTyyy+v9d6OPg/ALnHiGetWcwq52WZEwLeDmU4BHV13o337tKGhTz7RBOx+9ztt2KjSBJNO+yYsLIyFCxdWOTZo0CCWLFnCxIkTiY2N5dprr+XMmTNMmjQJi8VCbGwsjz/+OKNGjWrUva+44gri4uJITk62F/75+OOP6devH/3798fX15enn34aaFhhoIkTJ/Ltt98C2tDRjBkzqrx/00032Sei33vvPZYsWUJ8fDzjx4/nb3/7G3379m1wISJn8fT05J///CfXXXcdAwcO5OabbyY6OhqAyZMnc/r0abuPgwYNYtq0aSxfvpxOnTrZrzF79mxGjx7N4cOHCQsLY+XKlTXuUzGnUH1zNKfgjE912dTl05YtW6oMTTYpzkSO1rQ1pqfw73+dlL5hmTJ25r4a3xCalBMnREaPFrn9dpFjx1x3Hx07raWn0J7Zs2eP3HbbbS3tho6IzJgxQw4dOlTr+43pKbjVnEJWthXBk8AAS9OOxYnAjz/CyJHaBHJ4uFY3ecAAXcBOp91wxRVX8Ktf/Qqr1VolV0GneTGZTEyfPp0BAwa45Ppu9cTKyrZgQxEUaG26OgrnzsEDD8B998Gnn148PnCgHhB02h133HGHHhBaGG9vb+bMmeOy67tVTyEnW7ApCOkojZfMttlg3Tp46SUoKYGAAGjNtRl0dHR0nMCtgkJeriAouoQYGrxmugonTmjLTCuSdcaNg0cegS5dmsRPHR0dnZbCvYJCvsIGdAttxNDRgQPaaiKTCUJCtKzkCRN0vSIdHZ12gXsFhQIPRCku69qIbOaBAyEiQptEfvBB6OjCpa06Ojo6zYxbBYWCIk8ERXj3BqSFm0zwwQcwcyYEB2vzBm+/Df6tpBaDjo6OThPiNstjRMqDgoLwnk5KXPz0E9x2G7z6KvzjHxeP6wFBR0enneI2PYXiYrDYFN4+FgIC6plTKC2F116DpCQtmkREaD0FHR0dnXaO2wSF/HywidChg6luZcQdO7SVRadPa3kGc+fC3XdDU+U16DQLJ0+exGg0Ntn1fHx8qkgcNwV33HEHn332GV27diUlJcXp8/Ly8li1ahXz5893+P7ixYsJCAjgoYcecup6DbXXad+4zfBRXh7YEAIDLLUn35w4AffeqwWE/v3hvfe0pDQ9ILQ5jEYj/v7+TbY1NMA4U5mrIZW+KpOXl8err77a4PN0dJzBrYKCAEFB1toT1yIiYPZsmD9fCwiXX96sPuq4FwkJCYSEhNRpU1xczJQpU4iLiyMmJobVq1ezaNEijh07Rnx8PA8//DAATz31FAMGDOCaa67h8OHD9d67LvsPPviAESNGEB8fzz333IPVauWRRx6pEogWL17MPyrPs+m0G9xm+EjrKUBISKWAkJMDS5fCTTddrOH44IMt4p9O+2DkyJEYjUaKiorIycmxF8h59tlnue666xp8vS+//JIePXrw+eefA5Cfn8/IkSNJSUlh3759AOzevZvk5GT27t2LxWJhyJAhdVY3q8u+cnU4Ly8v5s+fz4cffkhiYiL333+/fcjqo48+uqRejk7rx22CQk6WBVGKbqFe2uTxF1/A889DQQFkZMCHH+oJaDqNpiGVuZxh8ODBPPTQQzzyyCNMnTqVq6++ukYBm//973/MmDHDXnu4ohRnbdRlX1t1uDlz5nD+/HlOnz7NhQsX6NSpExEREY1qm07rxKVBQSk1CXgZMABvicjfq73vA7wHDAWygVtEJN0Vvpw/b8SGIiIQWLgQvvtOe2PUKHjsMT0g6LRK+vfvz+7du9m4cSOPPvooEydOdCiG1lDZltrspZbqcACzZs1izZo1nD17lsTExAbdT6ft4LI5BaWUAVgOXA8MAmYrpapXmbkTyBWRKOBF4FlX+XP2dDG+JaX0Wr1CCwhBQbB4MbzyCjSywIeOTnXGjRvX6F4CwOnTp/H39+e2227joYceYs+ePQQGBlYpU5mQkMDatWspLS2lsLCQTyur9TqgLvsJEyawZs0azp8/D2hlNDMyMgCtDnNycjJr1qxh1qxZjW6bTuvElT2FEcBRETkOoJRKBm4E0irZ3AgsLn+9BvinUkqVF4RoUs5lFtKhqITg4BwYP14TsOvcualvo9NK8PHxoaSkpEmv5wwVcwrVcTSnMHv2bLZu3UpWVhZhYWE88cQT9vrBFfz00088/PDDeHh44OXlxWuvvUbnzp256qqriImJ4frrr2fp0qXccsstxMfH06tXL66++mr7+ZMnT+att96qUtlsyJAhtdpXrg5ns9nw8vJi+fLl9OrVi+joaAoLC+nZsyfdu3ev8x46bRflguevdmGlZgGTRGRe+f5vgJEicl8lm5Rym8zy/WPlNlnVrnU3cDdARETE0IpvLg3h3t9n8d2X+bzxx3OMuO/KS22WTivl4MGDDBw4sKXd0NFpFTj6PCildovIsPrOdWVPwdGgZfUI5IwNIrICWAEwbNiwS4piy18LBUKBvpdyuo6Ojo5b4Mo8hUygcgpoGHC6NhullCfQEchxoU86Ojo6OnXgyqCwE+inlIpUSnkDicCGajYbgLnlr2cBm10xn6DjHuj/Ojo6jf8cuCwoiIgFuA/4CjgIfCQiqUqpJ5VSFQujVwKdlVJHgQeBRa7yR6d94+vrS3Z2th4YdNwaESE7OxtfX99LvobLJppdxbBhw2TXrl0t7YZOK8NsNpOZmUlZWVlLu6Kj06L4+voSFhaGV7Wa8a1hollHp9nw8vIiMjKypd3Q0WnzuI0gno6Ojo5O/ehBQUdHR0fHjh4UdHR0dHTstLmJZqXUBaDhKc0aoUBWvVbtC73N7oHeZvegMW3uJSJd6jNqc0GhMSildjkz+96e0NvsHuhtdg+ao8368JGOjo6Ojh09KOjo6Ojo2HG3oLCipR1oAfQ2uwd6m90Dl7fZreYUdHR0dHTqxt16Cjo6Ojo6daAHBR0dHR0dO+0yKCgIxqcgAAAHc0lEQVSlJimlDiuljiqlaiivKqV8lFKry9//USnVu/m9bFqcaPODSqk0pdQBpdQmpVSvlvCzKamvzZXsZimlRCnV5pcvOtNmpdTN5X/rVKXUqub2salx4n87Qim1RSm1t/z/e3JL+NlUKKXeVkqdL69M6eh9pZRaVv77OKCUGtKkDohIu9oAA3AM6AN4A/uBQdVs5gOvl79OBFa3tN/N0OZfAf7lr3/vDm0utwsEtgE/AMNa2u9m+Dv3A/YCncr3u7a0383Q5hXA78tfDwLSW9rvRrY5ARgCpNTy/mTgC7TKlaOAH5vy/u2xpzACOCoix0XEBCQDN1azuRF4t/z1GmCCUspRadC2Qr1tFpEtIlJRyf4HtEp4bRln/s4A/w94DmgPmtrOtPkuYLmI5AKIyPlm9rGpcabNAgSVv+5IzQqPbQoR2UbdFShvBN4TjR+AYKVU96a6f3sMCj2Bk5X2M8uPObQRrRhQPtC5WbxzDc60uTJ3on3TaMvU22al1BVAuIh81pyOuRBn/s79gf5Kqe1KqR+UUpOazTvX4EybFwO3KaUygY3AH5rHtRajoZ/3BtEe6yk4+sZffd2tMzZtCafbo5S6DRgGjHWpR66nzjYrpTyAF4Hbm8uhZsCZv7Mn2hDSOLTe4P+UUjEikudi31yFM22eDbwjIv9QSo0G3i9vs8317rUILn1+tceeQiYQXmk/jJrdSbuNUsoTrctZV3etteNMm1FKXQP8GbhBRIzN5JurqK/NgUAMsFUplY429rqhjU82O/u/vV5EzCLyC3AYLUi0VZxp853ARwAi8j3giyYc115x6vN+qbTHoLAT6KeUilRKeaNNJG+oZrMBmFv+ehawWcpncNoo9ba5fCjlDbSA0NbHmaGeNotIvoiEikhvEemNNo9yg4i05Vquzvxvr0NbVIBSKhRtOOl4s3rZtDjT5hPABACl1EC0oHChWb1sXjYAc8pXIY0C8kXkTFNdvN0NH4mIRSl1H/AV2sqFt0UkVSn1JLBLRDYAK9G6mEfRegiJLedx43GyzUuBAODj8jn1EyJyQ4s53UicbHO7wsk2fwVMVEqlAVbgYRHJbjmvG4eTbf4j8KZS6gG0YZTb2/KXPKVU0v9v7+5CrKrCMI7/H8JKiwSJIgmawjCSxqEsJC/CrOiDoEScwiwDCaUIi7kJgwq6kD4uMrMpJMbAYlAUog9KwizESYfQsQbJMC+CKC8kwiaI6e1ivXPcTcfmnGmIGef5wYE565y91zobZr9nr314FmX678K8T/IMMAUgIjop903uBL4DfgMeHtP+J/CxMzOzMXYmTh+ZmdkouSiYmVmNi4KZmdW4KJiZWY2LgpmZ1bgo2LgjaVDSgcqj5V/e23K6NMkm+/wskzgPZkTE7FHsY5WkB/PvFZJmVl7bJOnqMR7nfkltDWyzRtK0/9q3TQ4uCjYeDUREW+Vx7H/qd1lEzKWEJb7Y7MYR0RkRb+fTFcDMymsrI6J/TEZ5apwbaWycawAXBWuIi4JNCHlF8IWkr/JxY533zJG0L68u+iRdme0PVNrfkHTWCN19DszKbRdlTv+hzLk/J9vX6dT6FC9l27OSOiQtoeRLbck+p+Y3/HmSVkt6oTLmFZJeHeU491IJQpP0uqRelXUUnsu2xynFaZekXdl2m6S9eRy3Sjp/hH5sEnFRsPFoamXqaEe2/QzcGhHXAu3A+jrbrQJeiYg2ykn5h4w9aAcWZPsgsGyE/u8GDkk6F+gC2iPiGkoCwGpJM4B7gTkR0Qo8X904IrYBvZRv9G0RMVB5eRuwuPK8Hege5Thvp8RaDFkbEfOAVuAmSa0RsZ6Si7MwIhZm9MXTwC15LHuBJ0foxyaRMy7mws4IA3lirJoCbMg59EFKps9we4G1ki4FtkfEEUmLgOuA/RnvMZVSYOrZImkAOEaJX54NfB8R3+brm4FHgQ2U9Rk2SfoAaDiaOyKOSzqamTVHso89ud9mxnkeJfahuurWUkmPUP6vL6EsONM3bNv52b4n+zmbctzMABcFmzieAH4C5lKucP+xaE5EvCPpS+Au4GNJKykxw5sj4qkG+lhWDcyTVHeNjczjuYESwnYf8BhwcxOfpRtYChwGdkREqJyhGx4nZQWydcBrwGJJlwMdwPURcUJSFyUYbjgBOyPi/ibGa5OIp49sopgO/JgZ+csp35L/RtIVwNGcMnmPMo3yKbBE0kX5nhlqfH3qw0CLpFn5fDmwO+fgp0fEh5SbuPV+AfQrJb67nu3APZR1ALqzralxRsQflGmg+Tn1dAFwEvhF0sXAHacZSw+wYOgzSZomqd5Vl01SLgo2UWwEHpLUQ5k6OlnnPe3A15IOAFdRlizsp5w8P5HUB+ykTK2MKCJ+pyRQbpV0CPgT6KScYN/P/e2mXMUM1wV0Dt1oHrbfE0A/cFlE7Mu2pseZ9ypeBjoi4iBlbeZvgLcoU1JD3gQ+krQrIo5Tfhn1bvbTQzlWZoBTUs3MrMJXCmZmVuOiYGZmNS4KZmZW46JgZmY1LgpmZlbjomBmZjUuCmZmVvMXfiUf6YpuPooAAAAASUVORK5CYII=\n", + "text/plain": [ + "<Figure size 432x288 with 1 Axes>" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "array([1.31914479e-08, 2.52192222e-05, 9.99993205e-01, ...,\n", + " 1.42529135e-08, 1.00000000e+00, 1.18783440e-07])" + ] + }, + "execution_count": 6, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "cv = StratifiedKFold(n_splits=10)\n", + "results = np.zeros_like(y, dtype=float)\n", + "\n", + "tprs = []\n", + "aucs = []\n", + "mean_fpr = np.linspace(0, 1, 100)\n", + "\n", + "i = 0\n", + "for train, test in cv.split(X, y):\n", + " keras.backend.clear_session()\n", + " prbs=[]\n", + " for mod in range(5):\n", + " print('>>')\n", + " curr_try = 0\n", + " while curr_try <10:\n", + " print('.')\n", + "\n", + " model = Sequential()\n", + " model.add(Dense(64, input_dim=X.shape[1], activation='relu'))\n", + " model.add(Dense(64, activation='relu'))\n", + " model.add(Dense(64, activation='relu'))\n", + " model.add(Dense(64, activation='relu'))\n", + " model.add(Dense(1, activation='sigmoid'))\n", + " # Compile model\n", + " opt = keras.optimizers.Adam(epsilon=None, amsgrad=True)\n", + " model.compile(loss='binary_crossentropy', optimizer=opt, metrics=['accuracy'])\n", + " \n", + " # Fit the model\n", + " history = model.fit(X[train,:], y[train], epochs=50, batch_size=64, verbose=0)\n", + " if history.history['acc'][-1] > 0.53:\n", + " break\n", + " else:\n", + " curr_try += 1\n", + "\n", + " # Fit the model\n", + " model.fit(X[train,:], y[train], epochs=50, batch_size=64, verbose=1)\n", + " \n", + " # evaluate the model\n", + " probas_ = model.predict(X[test,:])\n", + " prbs.append(probas_)\n", + " # Average the predictions\n", + " probas_ = np.mean(np.hstack(prbs), axis=1)\n", + " results[test] = probas_\n", + " \n", + " # Compute ROC curve and area the curve\n", + " fpr, tpr, thresholds = roc_curve(y[test], probas_[ :])\n", + " print(' ' + str(auc(fpr, tpr)))\n", + " tprs.append(interp(mean_fpr, fpr, tpr))\n", + " tprs[-1][0] = 0.0\n", + " roc_auc = auc(fpr, tpr)\n", + " aucs.append(roc_auc)\n", + " plt.plot(fpr, tpr, lw=1, alpha=0.3,\n", + " label='ROC fold %d (AUC = %0.2f)' % (i, roc_auc))\n", + "\n", + " i += 1\n", + "plt.plot([0, 1], [0, 1], linestyle='--', lw=2, color='r',\n", + " label='Chance', alpha=.8)\n", + "\n", + "mean_tpr = np.mean(tprs, axis=0)\n", + "mean_tpr[-1] = 1.0\n", + "mean_auc = auc(mean_fpr, mean_tpr)\n", + "std_auc = np.std(aucs)\n", + "plt.plot(mean_fpr, mean_tpr, color='b',\n", + " label=r'Mean ROC (AUC = %0.2f $\\pm$ %0.2f)' % (mean_auc, std_auc),\n", + " lw=2, alpha=.8)\n", + "\n", + "std_tpr = np.std(tprs, axis=0)\n", + "tprs_upper = np.minimum(mean_tpr + std_tpr, 1)\n", + "tprs_lower = np.maximum(mean_tpr - std_tpr, 0)\n", + "plt.fill_between(mean_fpr, tprs_lower, tprs_upper, color='grey', alpha=.2,\n", + " label=r'$\\pm$ 1 std. dev.')\n", + "\n", + "plt.xlim([-0.05, 1.05])\n", + "plt.ylim([-0.05, 1.05])\n", + "plt.xlabel('False Positive Rate')\n", + "plt.ylabel('True Positive Rate')\n", + "plt.title('Receiver operating characteristic example')\n", + "plt.legend(loc=\"lower right\")\n", + "plt.show()\n", + "results" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "metadata": {}, + "outputs": [], + "source": [ + "df_results = pd.DataFrame(data={\"name\": names, 'pred': results})\n", + "df_results.to_csv('/home/drewe/notebooks/genotox/pred.nn.v4_ext.csv', index=None)" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "metadata": {}, + "outputs": [ + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYAAAAD8CAYAAAB+UHOxAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAEihJREFUeJzt3X+MZeV93/H3x2CctnYDzi4WXbZZmqwr40jBaIWpLLWbkMCaP7yOZKpFir2xaDdKIUpaqxJO/2BrFyn94SBZckjXYuV1lBiTX2UVbUO3BOSmKpghJpiFIiaYwmQROwmYpEKhBX/7x3223F3mx5mZO3cYnvdLGt1zvuc55zzP3DvzmfPj3klVIUnqzzs2ugOSpI1hAEhSpwwASeqUASBJnTIAJKlTBoAkdcoAkKROGQCS1CkDQJI6de5Gd2ApW7ZsqR07dmx0NyRpU3n44Yf/vKq2LtfuLR0AO3bsYGZmZqO7IUmbSpL/NaSdp4AkqVMGgCR1ygCQpE4ZAJLUKQNAkjplAEhSpwwASeqUASBJnTIAJKlTb+l3Aq/ZwYMLT0uSPAKQpF4ZAJLUKQNAkjplAEhSpwwASeqUASBJnTIAJKlTywZAku9L8s0kf5LkRJJ/3eqXJHkwyVNJvp7kvFZ/V5ufbct3jG3rs63+ZJJr1mtQkqTlDTkCeBX48ar6UeAyYE+SK4F/C9xWVTuBl4AbWvsbgJeq6oeB21o7klwK7AM+COwBfjXJOZMcjCRpuGUDoEb+d5t9Z/sq4MeB3271I8DH2/TeNk9bflWStPqdVfVqVX0HmAWumMgoJEkrNugaQJJzkjwCnAKOA38KfLeqXmtN5oBtbXob8BxAW/4y8APj9QXWGd/XgSQzSWbm5+dXPiJJ0iCDAqCqXq+qy4CLGf3V/oGFmrXHLLJssfrZ+zpUVbuqatfWrVuHdE+StAoruguoqr4L3A9cCZyf5PSHyV0MnGzTc8B2gLb8+4EXx+sLrCNJmrIhdwFtTXJ+m/4bwE8ATwD3AZ9ozfYDd7fpo22etvwPq6pafV+7S+gSYCfwzUkNRJK0MkM+Dvoi4Ei7Y+cdwF1V9ftJHgfuTPJvgG8Bd7T2dwC/nmSW0V/++wCq6kSSu4DHgdeAG6vq9ckOR5I01LIBUFWPAh9aoP40C9zFU1V/DVy3yLZuBW5deTclSZP29v6HMJK0iUz7f1j5URCS1CkDQJI6ZQBIUqcMAEnqlAEgSZ0yACSpUwaAJHXKAJCkThkAktQpA0CSOmUASFKnDABJ6pQBIEmdMgAkqVMGgCR1ygCQpE4ZAJLUKQNAkjplAEhSpwwASeqUASBJnTIAJKlTywZAku1J7kvyRJITSX6h1Q8m+bMkj7Sva8fW+WyS2SRPJrlmrL6n1WaT3Lw+Q5IkDXHugDavAZ+pqj9O8h7g4STH27Lbquo/jDdOcimwD/gg8HeA/5rk/W3xl4CfBOaAh5IcrarHJzEQSdLKLBsAVfU88Hyb/qskTwDbllhlL3BnVb0KfCfJLHBFWzZbVU8DJLmztTUAJGkDrOgaQJIdwIeAB1vppiSPJjmc5IJW2wY8N7baXKstVpckbYDBAZDk3cDvAL9YVX8J3A78EHAZoyOEL5xuusDqtUT97P0cSDKTZGZ+fn5o9yRJKzQoAJK8k9Ev/9+oqt8FqKoXqur1qvoe8GXeOM0zB2wfW/1i4OQS9TNU1aGq2lVVu7Zu3brS8UiSBhpyF1CAO4AnqupXxuoXjTX7KeCxNn0U2JfkXUkuAXYC3wQeAnYmuSTJeYwuFB+dzDAkSSs15C6gjwCfBL6d5JFW+yXg+iSXMTqN8wzwswBVdSLJXYwu7r4G3FhVrwMkuQm4BzgHOFxVJyY4FknSCgy5C+iPWPj8/bEl1rkVuHWB+rGl1pMkTY/vBJakThkAktQpA0CSOmUASFKnDABJ6pQBIEmdMgAkqVMGgCR1ygCQpE4ZAJLUKQNAkjplAEhSpwwASeqUASBJnTIAJKlTBoAkdcoAkKROGQCS1CkDQJI6ZQBIUqcMAEnqlAEgSZ0yACSpUwaAJHVq2QBIsj3JfUmeSHIiyS+0+nuTHE/yVHu8oNWT5ItJZpM8muTysW3tb+2fSrJ//YYlSVrOkCOA14DPVNUHgCuBG5NcCtwM3FtVO4F72zzAR4Gd7esAcDuMAgO4BfgwcAVwy+nQkCRN37IBUFXPV9Uft+m/Ap4AtgF7gSOt2RHg4216L/DVGnkAOD/JRcA1wPGqerGqXgKOA3smOhpJ0mArugaQZAfwIeBB4H1V9TyMQgK4sDXbBjw3ttpcqy1WlyRtgMEBkOTdwO8Av1hVf7lU0wVqtUT97P0cSDKTZGZ+fn5o9yRJKzQoAJK8k9Ev/9+oqt9t5RfaqR3a46lWnwO2j61+MXByifoZqupQVe2qql1bt25dyVgkSSsw5C6gAHcAT1TVr4wtOgqcvpNnP3D3WP1T7W6gK4GX2ymie4Crk1zQLv5e3WqSpA1w7oA2HwE+CXw7ySOt9kvALwN3JbkBeBa4ri07BlwLzAKvAJ8GqKoXk3weeKi1+1xVvTiRUUiSVmzZAKiqP2Lh8/cAVy3QvoAbF9nWYeDwSjooSVofvhNYkjplAEhSpwwASeqUASBJnTIAJKlTBoAkdcoAkKROGQCS1CkDQJI6ZQBIUqcMAEnqlAEgSZ0yACSpUwaAJHXKAJCkThkAktQpA0CSOmUASFKnDABJ6pQBIEmdMgAkqVMGgCR1ygCQpE4tGwBJDic5leSxsdrBJH+W5JH2de3Yss8mmU3yZJJrxup7Wm02yc2TH4okaSWGHAF8BdizQP22qrqsfR0DSHIpsA/4YFvnV5Ock+Qc4EvAR4FLgetbW0nSBjl3uQZV9Y0kOwZuby9wZ1W9CnwnySxwRVs2W1VPAyS5s7V9fMU9liRNxFquAdyU5NF2iuiCVtsGPDfWZq7VFqtLkjbIagPgduCHgMuA54EvtHoWaFtL1N8kyYEkM0lm5ufnV9k9SdJyVhUAVfVCVb1eVd8Dvswbp3nmgO1jTS8GTi5RX2jbh6pqV1Xt2rp162q6J0kaYFUBkOSisdmfAk7fIXQU2JfkXUkuAXYC3wQeAnYmuSTJeYwuFB9dfbclSWu17EXgJF8DdgNbkswBtwC7k1zG6DTOM8DPAlTViSR3Mbq4+xpwY1W93rZzE3APcA5wuKpOTHw0kqTBhtwFdP0C5TuWaH8rcOsC9WPAsRX1TpK0bnwnsCR1ygCQpE4ZAJLUKQNAkjplAEhSpwwASeqUASBJnTIAJKlTBoAkdcoAkKROGQCS1CkDQJI6ZQBIUqcMAEnqlAEgSZ0yACSpUwaAJHXKAJCkThkAktQpA0CSOmUASFKnDABJ6pQBIEmdMgAkqVPLBkCSw0lOJXlsrPbeJMeTPNUeL2j1JPliktkkjya5fGyd/a39U0n2r89wJElDDTkC+Aqw56zazcC9VbUTuLfNA3wU2Nm+DgC3wygwgFuADwNXALecDg1J0sZYNgCq6hvAi2eV9wJH2vQR4ONj9a/WyAPA+UkuAq4BjlfVi1X1EnCcN4eKJGmKVnsN4H1V9TxAe7yw1bcBz421m2u1xeqSpA0y6YvAWaBWS9TfvIHkQJKZJDPz8/MT7Zwk6Q2rDYAX2qkd2uOpVp8Dto+1uxg4uUT9TarqUFXtqqpdW7duXWX3JEnLWW0AHAVO38mzH7h7rP6pdjfQlcDL7RTRPcDVSS5oF3+vbjVJ0gY5d7kGSb4G7Aa2JJljdDfPLwN3JbkBeBa4rjU/BlwLzAKvAJ8GqKoXk3weeKi1+1xVnX1hWZI0RcsGQFVdv8iiqxZoW8CNi2znMHB4Rb2TJK0b3wksSZ0yACSpUwaAJHXKAJCkThkAktQpA0CSOmUASFKnDABJ6pQBIEmdMgAkqVMGgCR1ygCQpE4ZAJLUKQNAkjplAEhSpwwASeqUASBJnTIAJKlTBoAkdcoAkKROGQCS1CkDQJI6ZQBIUqcMAEnq1JoCIMkzSb6d5JEkM6323iTHkzzVHi9o9ST5YpLZJI8muXwSA5Akrc4kjgB+rKouq6pdbf5m4N6q2gnc2+YBPgrsbF8HgNsnsG9J0iqtxymgvcCRNn0E+PhY/as18gBwfpKL1mH/kqQB1hoABfyXJA8nOdBq76uq5wHa44Wtvg14bmzduVY7Q5IDSWaSzMzPz6+xe5KkxZy7xvU/UlUnk1wIHE/yP5domwVq9aZC1SHgEMCuXbvetFySNBlrOgKoqpPt8RTwe8AVwAunT+20x1Ot+RywfWz1i4GTa9m/JGn1Vh0ASf5WkvecngauBh4DjgL7W7P9wN1t+ijwqXY30JXAy6dPFUmSpm8tp4DeB/xektPb+c2q+oMkDwF3JbkBeBa4rrU/BlwLzAKvAJ9ew74lSWu06gCoqqeBH12g/hfAVQvUC7hxtftbjYP3735jepo7lqRNwHcCS1KnDABJ6pQBIEmdMgAkqVMGgCR1aq3vBJYkTcr994/N7F733XkEIEmdMgAkqVMGgCR1ygCQpE4ZAJLUKQNAkjplAEhSpwwASeqUASBJnTIAJKlTBoAkdcoAkKROGQCS1CkDQJI6ZQBIUqcMAEnqlAEgSZ2aegAk2ZPkySSzSW6e9v4lSSNT/ZeQSc4BvgT8JDAHPJTkaFU9vu47P3hw4WlJ2kAb+eto2v8T+ApgtqqeBkhyJ7AXWP8AeLta6tVj0GkTW+zl+3Z4Wb9VxjDtANgGPDc2Pwd8eBo7Pnj/7jdmdt+/cJtF6oO2OWQ7Q571sTaLbf9MS7RZbJzj211sf7vfmD7IG22G/FSOt1/swGuxbZ6x+bF/kD3+PR32feGMMZyxrUXGv5gz+nrGP+0eazP+vV5sPCzYZNFGg8a5yBiHrnPGczXgeVvs+zhknCv9+VrMwd3j02P9GX+ehmzn7PYDXodnWM33fhLrTlCqano7S64Drqmqf9LmPwlcUVU/P9bmAHCgzf594Mk17HIL8OdrWH8z6m3MvY0XHHMv1jLmH6yqrcs1mvYRwBywfWz+YuDkeIOqOgQcmsTOksxU1a5JbGuz6G3MvY0XHHMvpjHmad8F9BCwM8klSc4D9gFHp9wHSRJTPgKoqteS3ATcA5wDHK6qE9PsgyRpZNqngKiqY8CxKe1uIqeSNpnextzbeMEx92LdxzzVi8CSpLcOPwpCkjq16QNguY+WSPKuJF9vyx9MsmP6vZysAWP+F0keT/JoknuT/OBG9HOShn6ESJJPJKkkm/6OkSFjTvKP23N9IslvTruPkzbgtf13k9yX5Fvt9X3tRvRzUpIcTnIqyWOLLE+SL7bvx6NJLp9oB6pq034xupD8p8DfA84D/gS49Kw2/wz4tTa9D/j6Rvd7CmP+MeBvtumf62HMrd17gG8ADwC7NrrfU3iedwLfAi5o8xdudL+nMOZDwM+16UuBZza632sc8z8ELgceW2T5tcB/BgJcCTw4yf1v9iOA///RElX1f4DTHy0xbi9wpE3/NnBVkkyxj5O27Jir6r6qeqXNPsDo/Rab2ZDnGeDzwL8D/nqanVsnQ8b8T4EvVdVLAFV1asp9nLQhYy7gb7fp7+es9xFtNlX1DeDFJZrsBb5aIw8A5ye5aFL73+wBsNBHS2xbrE1VvQa8DPzAVHq3PoaMedwNjP6C2MyWHXOSDwHbq+r3p9mxdTTkeX4/8P4k/z3JA0n2TK1362PImA8CP51kjtHdhD/P29tKf95XZOq3gU7YQn/Jn31b05A2m8ng8ST5aWAX8I/WtUfrb8kxJ3kHcBvwM9Pq0BQMeZ7PZXQaaDejo7z/luRHquq769y39TJkzNcDX6mqLyT5B8CvtzF/b/27tyHW9ffXZj8CWPajJcbbJDmX0WHjUodcb3VDxkySnwD+FfCxqnp1Sn1bL8uN+T3AjwD3J3mG0bnSo5v8QvDQ1/bdVfV/q+o7jD43a+eU+rcehoz5BuAugKr6H8D3MfrMnLerQT/vq7XZA2DIR0scBfa36U8Af1jt6somteyY2+mQ/8jol/9mPy8My4y5ql6uqi1VtaOqdjC67vGxqprZmO5OxJDX9n9idMGfJFsYnRJ6eqq9nKwhY34WuAogyQcYBcD8VHs5XUeBT7W7ga4EXq6q5ye18U19CqgW+WiJJJ8DZqrqKHAHo8PEWUZ/+e/buB6v3cAx/3vg3cBvtevdz1bVxzas02s0cMxvKwPHfA9wdZLHgdeBf1lVf7FxvV6bgWP+DPDlJP+c0amQn9nMf9Al+RqjU3hb2nWNW4B3AlTVrzG6znEtMAu8Anx6ovvfxN87SdIabPZTQJKkVTIAJKlTBoAkdcoAkKROGQCS1CkDQJI6ZQBIUqcMAEnq1P8D81c+diZz8iAAAAAASUVORK5CYII=\n", + "text/plain": [ + "<Figure size 432x288 with 1 Axes>" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + } + ], + "source": [ + "plt.hist(results[y==0],100, color='red', alpha=0.5)\n", + "plt.hist(results[y==1],100, color='blue', alpha=0.5)\n", + "plt.show()" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "[<matplotlib.lines.Line2D at 0x7fb2b11d67f0>]" + ] + }, + "execution_count": 9, + "metadata": {}, + "output_type": "execute_result" + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD8CAYAAACMwORRAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAEItJREFUeJzt3W2MXFd9x/HvDxsHCIEEvCBqG+wIU+FWbROt0rRUbSAp2KGK+wIqW60IlBKpJX2CtjIKStv0TXlQqZBSqAWUBxVCSClYyChFEFSpatJseAg4wc2SQLJNShYIAZUS4/Lvi7kkk/XYd7yend178/1Iq70PZ2bOHF3/fPece+9JVSFJ6pfHrXYFJEmTZ7hLUg8Z7pLUQ4a7JPWQ4S5JPWS4S1IPGe6S1EOGuyT1kOEuST20frU+eOPGjbV169bV+nhJ6qRbbrnlm1U101Zu1cJ969atzM3NrdbHS1InJfn6OOXslpGkHjLcJamHDHdJ6iHDXZJ6yHCXpB5qDfck70lyf5IvH2d/krw9yXySW5OcO/lqSpJOxjhn7u8Fdp5g/y5ge/NzGfCOU6+WJOlUtF7nXlX/mmTrCYrsBt5fg/n6bkxyZpJnVdV9E6rjoxw5+iOe98ZPLuu1G9Y/jiNHfzThGmkU2/rknPvsM/nc3d9Z7WpoCmbOOI3P/skFnH7ayt5mNIk+903APUPrC822YyS5LMlckrnFxcVlfdjlH/zcsl4HGDZTZFufHIP9sWPxew9xxT9/acU/ZxLhnhHbRs66XVX7q2q2qmZnZlrvnh1p4YH/XdbrJGmt+MZ3H1rxz5hEuC8AW4bWNwP3TuB9JUnLNIlwPwC8orlq5nzgwZXqb5ckjae1Rz/Jh4ALgI1JFoA/Bx4PUFXvBA4CFwPzwPeBV61UZSVJ4xnnapm9LfsLeO3EatRiZGe+JHVITSHJOneH6uD/EknSiXQu3CVJ7Qx3Seohw12Seshwl6Qpm8bQoeEuST1kuEtSDxnuktRDnQt3L3OXpHbdC3fvUZWkVp0Ld0nqummcohruktRDhrsk9VDnwt0BVUlq17lwlyS1M9wlqYcMd0maNp8tc6xktWsgSWtf58LdAVVJate5cJcktetcuHviLqnrnCBbkrQshrsk9VDnwr0cUZWkVp0Ld0lSO8NdknrIcJekKZtG77LhLkk91LlwdzhVktp1LtwlSe3GCvckO5McTjKfZN+I/c9OckOSzye5NcnFk69qw1N3SWrVGu5J1gFXA7uAHcDeJDuWFHsjcG1VnQPsAf5u0hWVpL5YKxNknwfMV9WdVXUEuAbYvaRMAU9plp8K3Du5Kh77QZKkE1s/RplNwD1D6wvAzy8p8xfAvyT5feB04KKJ1E6StCzjnLmPmh5j6Qn0XuC9VbUZuBj4QJJj3jvJZUnmkswtLi6efG0lqQemMefQOOG+AGwZWt/Msd0urwauBaiqfweeAGxc+kZVtb+qZqtqdmZmZnk1liS1Gifcbwa2J9mWZAODAdMDS8rcDVwIkOT5DMLdU3NJGmFNDKhW1VHgcuB64HYGV8UcSnJVkkuaYq8HXpPki8CHgFfWCj2+0adCSlK7cQZUqaqDwMEl264cWr4NeMFkqyZJ/TSNk9TO3aGaTGMoQpK6rXPhLklq17lwt89dktp1L9xXuwKSdIrWxNUykqTuMdwlqYcMd0nqIcNdknqoc+HuxTKSus4JsiVJy2K4S1IPGe6S1EOdC/fyNiZJatW9cDfbJalV58JdktTOcJekHjLcJamHDHdJ6qHOhbsDqpLUrnPhLkld5/PcJUnLYrhL0rRNoX/ZcJekHjLcJamHDHdJmjIHVCVJy2K4S1IPGe6S1EOdC/fyFlVJatW5cJcktTPcJWnKptEBMVa4J9mZ5HCS+ST7jlPmN5LcluRQkg9OtpqSpJOxvq1AknXA1cCvAgvAzUkOVNVtQ2W2A28AXlBVDyR5xkpV2B53SWo3zpn7ecB8Vd1ZVUeAa4DdS8q8Bri6qh4AqKr7J1vNRzieKkntxgn3TcA9Q+sLzbZhzwOel+TfktyYZOeoN0pyWZK5JHOLi4vLq7EkqdU44Z4R25aeP68HtgMXAHuBdyU585gXVe2vqtmqmp2ZmTnZukqSxjROuC8AW4bWNwP3jijz8ar6YVXdBRxmEPaSpFUwTrjfDGxPsi3JBmAPcGBJmY8BLwRIspFBN82dk6yoJGl8reFeVUeBy4HrgduBa6vqUJKrklzSFLse+FaS24AbgD+tqm+tRIXL62UkqVXrpZAAVXUQOLhk25VDywW8rvmRJK0y71CVpCmbRg+E4S5JPdS5cPcmJklq17lwl6SuWzMPDpMkdYvhLkk9ZLhL0pTZLTPCi3/qmatdBUla8zoX7tufccZqV0GS1rzOhbskqZ3hLkk9ZLhL0pRN415Mw12Seshwl6Qe6ly4lw+XkaRWnQt3Seq6URNTT5rhLklT5oCqJGlZDHdJ6qHOhbvDqZLUrnPhLklqZ7hLUg8Z7pI0ZdO4X8dwl6Qe6ly4e4OqJLXrXLhLktp1Ltwzjft2JanjOhfuktR1TpAtSVqWzoW7A6qS1G6scE+yM8nhJPNJ9p2g3MuSVJLZyVVRknSyWsM9yTrgamAXsAPYm2THiHJnAH8A3DTpSkqSTs44Z+7nAfNVdWdVHQGuAXaPKPdXwJuBH0ywfpLUOzWFRyCOE+6bgHuG1heabQ9Lcg6wpao+McG6SZKWaZxwH3Vl+cP/7SR5HPA24PWtb5RclmQuydzi4uL4tRz1wZLUUZnCRHvjhPsCsGVofTNw79D6GcBPA59N8jXgfODAqEHVqtpfVbNVNTszM7P8WkuSTmiccL8Z2J5kW5INwB7gwI93VtWDVbWxqrZW1VbgRuCSqppbkRpLklq1hntVHQUuB64HbgeurapDSa5KcslKV1CSdPLWj1Ooqg4CB5dsu/I4ZS849WpJUn+tlatlJEkd07lwn8YMJpLUdZ0Ld0lSO8NdknrIcJekKfN57pKkZelcuDueKkntuhfuPl1Gklp1LtwlqeumcYrauXCfxtPUJGklTeN+nc6FuySpXefC3T53SWrXvXA32yWpVefCXZLUznCXpB4y3CWphzoX7na5S1K77oW76S5JrToX7pKkdoa7JPWQ4S5JU+azZUbwDlVJate9cDfbJalV58JdktTOcJekHjLcJWnanCBbkrQchrsk9VDnwn0a01NJUtd1LtwlSe06F+6JE2RL6rY1c4dqkp1JDieZT7JvxP7XJbktya1JPp3kOZOvqiT1wzS6l1vDPck64GpgF7AD2Jtkx5Jinwdmq+pngOuAN0+6oj9mn7sktRvnzP08YL6q7qyqI8A1wO7hAlV1Q1V9v1m9Edg82WoOf9ZKvbMk9cc44b4JuGdofaHZdjyvBj45akeSy5LMJZlbXFwcv5aSpJMyTriPGsEcef6c5LeAWeAto/ZX1f6qmq2q2ZmZmfFrKUk9Mo0LQ9aPUWYB2DK0vhm4d2mhJBcBVwC/UlUPTaZ6ktQ/a2JAFbgZ2J5kW5INwB7gwHCBJOcAfw9cUlX3T76aj7DLXZLatYZ7VR0FLgeuB24Hrq2qQ0muSnJJU+wtwJOBjyT5QpIDx3m7U+aAqiS1G6dbhqo6CBxcsu3KoeWLJlwvSdIp6NwdqpKkdoa7JE3Zmnn8wFriBNmS1K574W62S1KrzoW7JKmd4S5JPWS4S1IPdS7c7XKX1HXTGDvsXLg7oipJ7boX7pKkVoa7JPWQ4S5JU/bQ0f9b8c/oXrhP4SH3krSSvvHdlZ/yonvh7oCqJLXqXLgb7ZLUrnPhLklqZ7hLUg8Z7pLUQ50Ld8dTJald98LdIVVJatW5cJcktTPcJamHDHdJ6qHOhbsDqpLUrnvhvtoVkKQO6Fy4S5LaGe6S1EOGuyT1UOfC3QFVSWrXvXB3SFWSWo0V7kl2JjmcZD7JvhH7T0vy4Wb/TUm2TrqikqTxtYZ7knXA1cAuYAewN8mOJcVeDTxQVc8F3ga8adIVlSSNb5wz9/OA+aq6s6qOANcAu5eU2Q28r1m+DrgwcbJTSVot44T7JuCeofWFZtvIMlV1FHgQePokKrjUzXd9eyXeVpJ6ZZxwH3UGvnRUc5wyJLksyVySucXFxXHqd4zXvvC5y3qdJK0Vb335z674Z6wfo8wCsGVofTNw73HKLCRZDzwVOOYUu6r2A/sBZmdnl3XZy4XPfyZf++uXLuelkvSYMc6Z+83A9iTbkmwA9gAHlpQ5AFzaLL8M+EyVV6RL0mppPXOvqqNJLgeuB9YB76mqQ0muAuaq6gDwbuADSeYZnLHvWclKS5JObJxuGarqIHBwybYrh5Z/ALx8slWTJC1X5+5QlSS1M9wlqYcMd0nqIcNdknrIcJekHspqXY6eZBH4+jJfvhH45gSr01e2UzvbqJ1t1G6abfScqpppK7Rq4X4qksxV1exq12Ots53a2UbtbKN2a7GN7JaRpB4y3CWph7oa7vtXuwIdYTu1s43a2Ubt1lwbdbLPXZJ0Yl09c5cknUDnwr1tsu4+S7IlyQ1Jbk9yKMkfNtufluRTSe5ofp/VbE+StzdtdWuSc4fe69Km/B1JLj3eZ3ZVknVJPp/kE836tmby9juaydw3NNuPO7l7kjc02w8necnqfJOVkeTMJNcl+UpzPP2Cx9GjJfnj5t/Zl5N8KMkTOnUcVVVnfhg8cvirwNnABuCLwI7VrtcUv/+zgHOb5TOA/2QwafmbgX3N9n3Am5rli4FPMpgp63zgpmb704A7m99nNctnrfb3m3BbvQ74IPCJZv1aYE+z/E7gd5vl3wPe2SzvAT7cLO9ojq/TgG3Ncbdutb/XBNvnfcDvNMsbgDM9jh7VPpuAu4AnDh0/r+zScdS1M/dxJuvuraq6r6o+1yx/D7idwUE4PEH5+4Bfb5Z3A++vgRuBM5M8C3gJ8Kmq+nZVPQB8Ctg5xa+yopJsBl4KvKtZD/AiBpO3w7FtNGpy993ANVX1UFXdBcwzOP46L8lTgF9mMA8DVXWkqr6Dx9FS64EnNrPLPQm4jw4dR10L93Em635MaP7sOwe4CXhmVd0Hg/8AgGc0xY7XXn1vx78F/gz4UbP+dOA7NZi8HR79fY83uXuf2+hsYBH4h6br6l1JTsfj6GFV9V/AW4G7GYT6g8AtdOg46lq4jzURd98leTLwT8AfVdV3T1R0xLY6wfbOS/JrwP1Vdcvw5hFFq2Vfb9uIwRnpucA7quoc4H8YdMMcz2OujZrxht0MulJ+Ajgd2DWi6Jo9jroW7uNM1t1rSR7PINj/sao+2mz+RvNnMs3v+5vtx2uvPrfjC4BLknyNQbfdixicyZ/Z/HkNj/6+D7fFksnd+9xGC8BCVd3UrF/HIOw9jh5xEXBXVS1W1Q+BjwK/SIeOo66F+ziTdfdW04f3buD2qvqboV3DE5RfCnx8aPsrmqsdzgcebP7cvh54cZKzmjOUFzfbOq+q3lBVm6tqK4Pj4zNV9ZvADQwmb4dj22jU5O4HgD3NVRDbgO3Af0zpa6yoqvpv4J4kP9lsuhC4DY+jYXcD5yd5UvPv7sdt1J3jaLVHpZcxin0xg6tEvgpcsdr1mfJ3/yUGf9LdCnyh+bmYQd/ep4E7mt9Pa8oHuLppqy8Bs0Pv9dsMBnfmgVet9ndbofa6gEeuljmbwT+qeeAjwGnN9ic06/PN/rOHXn9F03aHgV2r/X0m3DY/B8w1x9LHGFzt4nH06Db6S+ArwJeBDzC44qUzx5F3qEpSD3WtW0aSNAbDXZJ6yHCXpB4y3CWphwx3Seohw12Seshwl6QeMtwlqYf+HwCtuZqgSAynAAAAAElFTkSuQmCC\n", + "text/plain": [ + "<Figure size 432x288 with 1 Axes>" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + } + ], + "source": [ + "results[test] = probas_\n", + "plt.plot(results)" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2395 - acc: 0.9192\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2380 - acc: 0.9207\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2366 - acc: 0.9206\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2352 - acc: 0.9215\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2340 - acc: 0.9212\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2326 - acc: 0.9222\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2314 - acc: 0.9230\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2301 - acc: 0.9230\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2289 - acc: 0.9239\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2277 - acc: 0.9240\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2265 - acc: 0.9252\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2254 - acc: 0.9244\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2243 - acc: 0.9246\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2233 - acc: 0.9252\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2221 - acc: 0.9260\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2210 - acc: 0.9258\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2201 - acc: 0.9260\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2191 - acc: 0.9267\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2181 - acc: 0.9274\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2171 - acc: 0.9279\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2162 - acc: 0.9278\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2153 - acc: 0.9279\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2143 - acc: 0.9282\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2134 - acc: 0.9281\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2126 - acc: 0.9291\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2117 - acc: 0.9298\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2109 - acc: 0.9298\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2100 - acc: 0.9294\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2092 - acc: 0.9302\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2084 - acc: 0.9305\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2076 - acc: 0.9305\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2068 - acc: 0.9306\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2061 - acc: 0.9303\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2054 - acc: 0.9307\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2046 - acc: 0.9310\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2039 - acc: 0.9313\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2031 - acc: 0.9314\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2025 - acc: 0.9310\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2018 - acc: 0.9322\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2011 - acc: 0.9319\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2004 - acc: 0.9315\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1998 - acc: 0.9323\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1991 - acc: 0.9327\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1985 - acc: 0.9323\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1979 - acc: 0.9329\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1972 - acc: 0.9331\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1966 - acc: 0.9335\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1960 - acc: 0.9334\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1954 - acc: 0.9343\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1948 - acc: 0.9341\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2394 - acc: 0.9195\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2379 - acc: 0.9198\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2365 - acc: 0.9210\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2352 - acc: 0.9207\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2338 - acc: 0.9211\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2325 - acc: 0.9216\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2313 - acc: 0.9218\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2300 - acc: 0.9232\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2288 - acc: 0.9224\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2276 - acc: 0.9246\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2265 - acc: 0.9244\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2253 - acc: 0.9250\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2242 - acc: 0.9244\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2232 - acc: 0.9254\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2221 - acc: 0.9262\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2211 - acc: 0.9260\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2200 - acc: 0.9263\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2190 - acc: 0.9267\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2180 - acc: 0.9269\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2170 - acc: 0.9267\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2162 - acc: 0.9279\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2152 - acc: 0.9281\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2143 - acc: 0.9279\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2134 - acc: 0.9285\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2125 - acc: 0.9290\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2117 - acc: 0.9297\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2108 - acc: 0.9286\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2100 - acc: 0.9295\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2092 - acc: 0.9298\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2084 - acc: 0.9299\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2076 - acc: 0.9297\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2068 - acc: 0.9299\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2061 - acc: 0.9303\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2053 - acc: 0.9309\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2045 - acc: 0.9313\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2038 - acc: 0.9313\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2031 - acc: 0.9311\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2024 - acc: 0.9315\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2018 - acc: 0.9317\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2011 - acc: 0.9319\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2003 - acc: 0.9321\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1997 - acc: 0.9325\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1990 - acc: 0.9323\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1984 - acc: 0.9326\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1978 - acc: 0.9330\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1972 - acc: 0.9323\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1965 - acc: 0.9339\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1960 - acc: 0.9338\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1954 - acc: 0.9335\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1948 - acc: 0.9346\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2395 - acc: 0.9198\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2381 - acc: 0.9203\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2366 - acc: 0.9206\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2353 - acc: 0.9210\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2339 - acc: 0.9220\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2326 - acc: 0.9222\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2314 - acc: 0.9226\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2301 - acc: 0.9227\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2289 - acc: 0.9231\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2277 - acc: 0.9240\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2265 - acc: 0.9242\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2254 - acc: 0.9246\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2243 - acc: 0.9251\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2233 - acc: 0.9256\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2222 - acc: 0.9262\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2211 - acc: 0.9259\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2201 - acc: 0.9266\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2191 - acc: 0.9269\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2181 - acc: 0.9275\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2171 - acc: 0.9279\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2162 - acc: 0.9278\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2152 - acc: 0.9283\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2144 - acc: 0.9282\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2135 - acc: 0.9286\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2126 - acc: 0.9298\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2117 - acc: 0.9295\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2109 - acc: 0.9294\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2101 - acc: 0.9297\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2092 - acc: 0.9299\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2084 - acc: 0.9302\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2076 - acc: 0.9302\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2068 - acc: 0.9305\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2062 - acc: 0.9307\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2054 - acc: 0.9306\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2046 - acc: 0.9309\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2039 - acc: 0.9313\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2032 - acc: 0.9309\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2025 - acc: 0.9311\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2018 - acc: 0.9319\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2011 - acc: 0.9318\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2004 - acc: 0.9322\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1998 - acc: 0.9321\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1991 - acc: 0.9323\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1985 - acc: 0.9326\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1978 - acc: 0.9327\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1972 - acc: 0.9337\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1966 - acc: 0.9339\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1960 - acc: 0.9333\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1954 - acc: 0.9335\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1948 - acc: 0.9345\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2394 - acc: 0.9195\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2379 - acc: 0.9194\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2365 - acc: 0.9198\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2352 - acc: 0.9211\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2338 - acc: 0.9211\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2325 - acc: 0.9220\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2313 - acc: 0.9228\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2301 - acc: 0.9223\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2289 - acc: 0.9236\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2276 - acc: 0.9240\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2264 - acc: 0.9247\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2253 - acc: 0.9250\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2242 - acc: 0.9255\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2231 - acc: 0.9258\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2221 - acc: 0.9254\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2210 - acc: 0.9265\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2200 - acc: 0.9263\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2190 - acc: 0.9269\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2180 - acc: 0.9270\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2170 - acc: 0.9273\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2161 - acc: 0.9283\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2152 - acc: 0.9281\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2143 - acc: 0.9290\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2133 - acc: 0.9286\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2125 - acc: 0.9293\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2117 - acc: 0.9290\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2108 - acc: 0.9289\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2099 - acc: 0.9294\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2092 - acc: 0.9297\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2083 - acc: 0.9297\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2076 - acc: 0.9303\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2069 - acc: 0.9302\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2061 - acc: 0.9306\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2053 - acc: 0.9307\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2046 - acc: 0.9305\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2038 - acc: 0.9311\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2031 - acc: 0.9315\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2024 - acc: 0.9310\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2017 - acc: 0.9317\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2010 - acc: 0.9318\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2004 - acc: 0.9326\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1997 - acc: 0.9321\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1990 - acc: 0.9323\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.1984 - acc: 0.9333\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1978 - acc: 0.9330\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1971 - acc: 0.9330\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1965 - acc: 0.9338\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1960 - acc: 0.9339\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1953 - acc: 0.9339\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.1947 - acc: 0.9338\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2395 - acc: 0.9200\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2380 - acc: 0.9198\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2367 - acc: 0.9206\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2352 - acc: 0.9218\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2338 - acc: 0.9215\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2326 - acc: 0.9224\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2313 - acc: 0.9227\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2301 - acc: 0.9230\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2288 - acc: 0.9235\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2277 - acc: 0.9234\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2265 - acc: 0.9238\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2254 - acc: 0.9240\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2243 - acc: 0.9260\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2232 - acc: 0.9255\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2221 - acc: 0.9258\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2211 - acc: 0.9270\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2201 - acc: 0.9263\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2190 - acc: 0.9271\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2181 - acc: 0.9267\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2171 - acc: 0.9279\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2161 - acc: 0.9283\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2153 - acc: 0.9287\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2143 - acc: 0.9281\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2134 - acc: 0.9282\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2126 - acc: 0.9285\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2117 - acc: 0.9291\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2109 - acc: 0.9293\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2100 - acc: 0.9293\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2092 - acc: 0.9298\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2084 - acc: 0.9295\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2076 - acc: 0.9303\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2068 - acc: 0.9313\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2061 - acc: 0.9306\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2054 - acc: 0.9317\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2046 - acc: 0.9309\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2039 - acc: 0.9317\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2032 - acc: 0.9311\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2025 - acc: 0.9315\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2018 - acc: 0.9315\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2011 - acc: 0.9318\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2004 - acc: 0.9321\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1997 - acc: 0.9329\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1991 - acc: 0.9330\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1985 - acc: 0.9331\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1979 - acc: 0.9329\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.1972 - acc: 0.9343\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1966 - acc: 0.9338\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1960 - acc: 0.9343\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.1954 - acc: 0.9341\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1948 - acc: 0.9339\n", + " 0.9100742766428347\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2379 - acc: 0.9192\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2365 - acc: 0.9191\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2351 - acc: 0.9206\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2337 - acc: 0.9203\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2324 - acc: 0.9220\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2311 - acc: 0.9216\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2298 - acc: 0.9220\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2286 - acc: 0.9234\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2274 - acc: 0.9236\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2261 - acc: 0.9240\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2250 - acc: 0.9250\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2238 - acc: 0.9254\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2228 - acc: 0.9263\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2216 - acc: 0.9263\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2206 - acc: 0.9266\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2195 - acc: 0.9275\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2185 - acc: 0.9271\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2176 - acc: 0.9273\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 53us/step - loss: 0.2166 - acc: 0.9274\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2156 - acc: 0.9289\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2147 - acc: 0.9285\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2137 - acc: 0.9293\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2128 - acc: 0.9285\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2120 - acc: 0.9294\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2111 - acc: 0.9293\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2102 - acc: 0.9294\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2094 - acc: 0.9299\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2085 - acc: 0.9295\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2077 - acc: 0.9299\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2069 - acc: 0.9302\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2061 - acc: 0.9306\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2054 - acc: 0.9305\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2046 - acc: 0.9302\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2039 - acc: 0.9310\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2032 - acc: 0.9306\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2024 - acc: 0.9306\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2017 - acc: 0.9315\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2010 - acc: 0.9315\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2003 - acc: 0.9314\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1996 - acc: 0.9321\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.1990 - acc: 0.9325\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1983 - acc: 0.9326\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1976 - acc: 0.9329\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.1970 - acc: 0.9329\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1964 - acc: 0.9331\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1957 - acc: 0.9334\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1951 - acc: 0.9334\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1945 - acc: 0.9338\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1939 - acc: 0.9338\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1933 - acc: 0.9341\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2379 - acc: 0.9195\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2365 - acc: 0.9196\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2351 - acc: 0.9196\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2337 - acc: 0.9210\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2324 - acc: 0.9210\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2311 - acc: 0.9215\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2298 - acc: 0.9231\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2286 - acc: 0.9222\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2273 - acc: 0.9232\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2262 - acc: 0.9236\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2250 - acc: 0.9247\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2238 - acc: 0.9250\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2228 - acc: 0.9255\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2217 - acc: 0.9260\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2206 - acc: 0.9266\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2196 - acc: 0.9271\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2186 - acc: 0.9266\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2175 - acc: 0.9270\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2166 - acc: 0.9270\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2156 - acc: 0.9279\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2146 - acc: 0.9283\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2138 - acc: 0.9286\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2129 - acc: 0.9291\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2120 - acc: 0.9290\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2111 - acc: 0.9290\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2102 - acc: 0.9290\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2094 - acc: 0.9298\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2085 - acc: 0.9301\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2077 - acc: 0.9299\n", + "Epoch 30/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2069 - acc: 0.9299\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2062 - acc: 0.9303\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2054 - acc: 0.9303\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2046 - acc: 0.9306\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2039 - acc: 0.9303\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2032 - acc: 0.9309\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2024 - acc: 0.9306\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2017 - acc: 0.9313\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2010 - acc: 0.9325\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2003 - acc: 0.9318\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1996 - acc: 0.9319\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1990 - acc: 0.9321\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1983 - acc: 0.9326\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1976 - acc: 0.9330\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1970 - acc: 0.9327\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1964 - acc: 0.9327\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1958 - acc: 0.9334\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1951 - acc: 0.9335\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1945 - acc: 0.9334\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1939 - acc: 0.9343\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1933 - acc: 0.9343\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2379 - acc: 0.9187\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2365 - acc: 0.9190\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2351 - acc: 0.9204\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2337 - acc: 0.9207\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2324 - acc: 0.9208\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2311 - acc: 0.9222\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2298 - acc: 0.9226\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2286 - acc: 0.9231\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2273 - acc: 0.9246\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2262 - acc: 0.9251\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2250 - acc: 0.9251\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2239 - acc: 0.9255\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2228 - acc: 0.9255\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2217 - acc: 0.9256\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2206 - acc: 0.9262\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2196 - acc: 0.9277\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2186 - acc: 0.9274\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2176 - acc: 0.9273\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2166 - acc: 0.9277\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2157 - acc: 0.9278\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2147 - acc: 0.9287\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2138 - acc: 0.9278\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2128 - acc: 0.9297\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2120 - acc: 0.9295\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2111 - acc: 0.9293\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2102 - acc: 0.9298\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2094 - acc: 0.9297\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2086 - acc: 0.9299\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2077 - acc: 0.9301\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2069 - acc: 0.9297\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2062 - acc: 0.9305\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2053 - acc: 0.9305\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2046 - acc: 0.9307\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2039 - acc: 0.9311\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2032 - acc: 0.9311\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2024 - acc: 0.9317\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2017 - acc: 0.9314\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2010 - acc: 0.9319\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2003 - acc: 0.9322\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1996 - acc: 0.9327\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1989 - acc: 0.9330\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1983 - acc: 0.9326\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1976 - acc: 0.9334\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1970 - acc: 0.9334\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1964 - acc: 0.9335\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1957 - acc: 0.9334\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1951 - acc: 0.9334\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1945 - acc: 0.9334\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1939 - acc: 0.9337\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1934 - acc: 0.9345\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2379 - acc: 0.9191\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2365 - acc: 0.9204\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2351 - acc: 0.9206\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2337 - acc: 0.9204\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2324 - acc: 0.9216\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2311 - acc: 0.9222\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2298 - acc: 0.9228\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2286 - acc: 0.9226\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2274 - acc: 0.9240\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2262 - acc: 0.9240\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2250 - acc: 0.9250\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2239 - acc: 0.9255\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2228 - acc: 0.9252\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2217 - acc: 0.9263\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2206 - acc: 0.9260\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2196 - acc: 0.9270\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2186 - acc: 0.9273\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2176 - acc: 0.9278\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2166 - acc: 0.9285\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2156 - acc: 0.9282\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2147 - acc: 0.9293\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2137 - acc: 0.9291\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2129 - acc: 0.9286\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2119 - acc: 0.9295\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2111 - acc: 0.9299\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2103 - acc: 0.9297\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2094 - acc: 0.9302\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2086 - acc: 0.9294\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2078 - acc: 0.9295\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2069 - acc: 0.9301\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2062 - acc: 0.9299\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2054 - acc: 0.9307\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2046 - acc: 0.9306\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2039 - acc: 0.9309\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2031 - acc: 0.9307\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2024 - acc: 0.9309\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2017 - acc: 0.9311\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2010 - acc: 0.9318\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2004 - acc: 0.9318\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1996 - acc: 0.9319\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1990 - acc: 0.9319\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1983 - acc: 0.9323\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1977 - acc: 0.9327\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1970 - acc: 0.9331\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1964 - acc: 0.9329\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1958 - acc: 0.9335\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1952 - acc: 0.9337\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1946 - acc: 0.9335\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1939 - acc: 0.9341\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1934 - acc: 0.9338\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2379 - acc: 0.9190\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2365 - acc: 0.9196\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2351 - acc: 0.9196\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2337 - acc: 0.9210\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2323 - acc: 0.9216\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2311 - acc: 0.9216\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2298 - acc: 0.9222\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2286 - acc: 0.9226\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2273 - acc: 0.9239\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2262 - acc: 0.9246\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2250 - acc: 0.9243\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2239 - acc: 0.9252\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2227 - acc: 0.9260\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2218 - acc: 0.9256\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2206 - acc: 0.9263\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2196 - acc: 0.9263\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2186 - acc: 0.9273\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2176 - acc: 0.9277\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2165 - acc: 0.9281\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2156 - acc: 0.9283\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2146 - acc: 0.9281\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2137 - acc: 0.9285\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2129 - acc: 0.9290\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2120 - acc: 0.9295\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2111 - acc: 0.9294\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2102 - acc: 0.9298\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2093 - acc: 0.9293\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2086 - acc: 0.9295\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2077 - acc: 0.9302\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2069 - acc: 0.9302\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2062 - acc: 0.9302\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 53us/step - loss: 0.2054 - acc: 0.9306\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2046 - acc: 0.9305\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2039 - acc: 0.9310\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2032 - acc: 0.9311\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2024 - acc: 0.9315\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2017 - acc: 0.9311\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2010 - acc: 0.9322\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2003 - acc: 0.9321\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1996 - acc: 0.9325\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1989 - acc: 0.9321\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1982 - acc: 0.9331\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.1977 - acc: 0.9329\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1970 - acc: 0.9330\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1964 - acc: 0.9330\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.1958 - acc: 0.9334\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1951 - acc: 0.9334\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1945 - acc: 0.9338\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.1939 - acc: 0.9341\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1933 - acc: 0.9341\n", + " 0.9069456193003396\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2397 - acc: 0.9203\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2383 - acc: 0.9200\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2368 - acc: 0.9211\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2355 - acc: 0.9224\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2342 - acc: 0.9216\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2328 - acc: 0.9226\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2315 - acc: 0.9234\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2303 - acc: 0.9240\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2291 - acc: 0.9243\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2279 - acc: 0.9252\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2267 - acc: 0.9254\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2256 - acc: 0.9259\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2245 - acc: 0.9263\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2234 - acc: 0.9262\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2224 - acc: 0.9262\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2213 - acc: 0.9265\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2203 - acc: 0.9271\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2192 - acc: 0.9275\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2182 - acc: 0.9275\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2173 - acc: 0.9277\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2163 - acc: 0.9277\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2154 - acc: 0.9278\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2144 - acc: 0.9287\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2136 - acc: 0.9287\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2127 - acc: 0.9287\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2119 - acc: 0.9281\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2110 - acc: 0.9287\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2102 - acc: 0.9293\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2093 - acc: 0.9298\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2086 - acc: 0.9290\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2078 - acc: 0.9287\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2070 - acc: 0.9301\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2062 - acc: 0.9303\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2055 - acc: 0.9299\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2047 - acc: 0.9306\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2040 - acc: 0.9305\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2033 - acc: 0.9306\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2026 - acc: 0.9306\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2019 - acc: 0.9309\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2012 - acc: 0.9310\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2005 - acc: 0.9318\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1998 - acc: 0.9315\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1992 - acc: 0.9315\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1985 - acc: 0.9317\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1979 - acc: 0.9318\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1973 - acc: 0.9322\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1967 - acc: 0.9313\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1961 - acc: 0.9318\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1955 - acc: 0.9318\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.1949 - acc: 0.9331\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2398 - acc: 0.9198\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2383 - acc: 0.9202\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2369 - acc: 0.9211\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2356 - acc: 0.9212\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2342 - acc: 0.9220\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2329 - acc: 0.9226\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2316 - acc: 0.9232\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2304 - acc: 0.9240\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2291 - acc: 0.9246\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2279 - acc: 0.9246\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2268 - acc: 0.9255\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2257 - acc: 0.9256\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2246 - acc: 0.9259\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2235 - acc: 0.9262\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2224 - acc: 0.9263\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2214 - acc: 0.9271\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2203 - acc: 0.9274\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2193 - acc: 0.9271\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2183 - acc: 0.9273\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2173 - acc: 0.9273\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2164 - acc: 0.9279\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2154 - acc: 0.9282\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2145 - acc: 0.9283\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2137 - acc: 0.9285\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2128 - acc: 0.9287\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2119 - acc: 0.9287\n", + "Epoch 27/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2110 - acc: 0.9289\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2103 - acc: 0.9290\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2094 - acc: 0.9289\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2086 - acc: 0.9295\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2078 - acc: 0.9291\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2070 - acc: 0.9294\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2062 - acc: 0.9294\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2055 - acc: 0.9298\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2047 - acc: 0.9302\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2040 - acc: 0.9299\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2033 - acc: 0.9298\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2026 - acc: 0.9306\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2019 - acc: 0.9303\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2012 - acc: 0.9306\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2006 - acc: 0.9314\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1999 - acc: 0.9311\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1992 - acc: 0.9313\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1986 - acc: 0.9313\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1979 - acc: 0.9317\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1973 - acc: 0.9315\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1967 - acc: 0.9317\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1961 - acc: 0.9321\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1955 - acc: 0.9323\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1949 - acc: 0.9329\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2397 - acc: 0.9200\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2383 - acc: 0.9207\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2369 - acc: 0.9207\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2355 - acc: 0.9218\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2342 - acc: 0.9219\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2328 - acc: 0.9228\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2316 - acc: 0.9230\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2304 - acc: 0.9236\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2291 - acc: 0.9242\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2279 - acc: 0.9252\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2267 - acc: 0.9248\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2256 - acc: 0.9258\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2245 - acc: 0.9256\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2234 - acc: 0.9265\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2223 - acc: 0.9265\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2213 - acc: 0.9266\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2203 - acc: 0.9263\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2192 - acc: 0.9267\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2182 - acc: 0.9267\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2173 - acc: 0.9270\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2163 - acc: 0.9275\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2154 - acc: 0.9275\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2145 - acc: 0.9281\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2136 - acc: 0.9282\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2127 - acc: 0.9287\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2119 - acc: 0.9285\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2110 - acc: 0.9290\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2102 - acc: 0.9286\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2093 - acc: 0.9295\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2086 - acc: 0.9297\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2077 - acc: 0.9297\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2070 - acc: 0.9294\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2061 - acc: 0.9299\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2054 - acc: 0.9302\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2047 - acc: 0.9302\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2040 - acc: 0.9306\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2033 - acc: 0.9302\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2026 - acc: 0.9302\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2019 - acc: 0.9309\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2012 - acc: 0.9310\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2005 - acc: 0.9302\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1998 - acc: 0.9309\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1992 - acc: 0.9311\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1985 - acc: 0.9311\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1979 - acc: 0.9311\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.1973 - acc: 0.9314\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.1966 - acc: 0.9318\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1961 - acc: 0.9322\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1955 - acc: 0.9318\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1949 - acc: 0.9327\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2398 - acc: 0.9200\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2383 - acc: 0.9215\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2369 - acc: 0.9214\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2355 - acc: 0.9220\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2342 - acc: 0.9218\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2329 - acc: 0.9230\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2316 - acc: 0.9239\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2303 - acc: 0.9243\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2291 - acc: 0.9244\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2279 - acc: 0.9259\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2268 - acc: 0.9250\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2256 - acc: 0.9259\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2245 - acc: 0.9256\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2234 - acc: 0.9262\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2223 - acc: 0.9267\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2213 - acc: 0.9271\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2202 - acc: 0.9266\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2192 - acc: 0.9275\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2182 - acc: 0.9273\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2173 - acc: 0.9274\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2163 - acc: 0.9279\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2154 - acc: 0.9279\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2144 - acc: 0.9281\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2136 - acc: 0.9275\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2127 - acc: 0.9283\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2118 - acc: 0.9277\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2110 - acc: 0.9290\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2102 - acc: 0.9287\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2094 - acc: 0.9285\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2085 - acc: 0.9297\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2078 - acc: 0.9289\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2070 - acc: 0.9287\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2062 - acc: 0.9295\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2054 - acc: 0.9293\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2047 - acc: 0.9306\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2040 - acc: 0.9309\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2033 - acc: 0.9302\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2025 - acc: 0.9307\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2018 - acc: 0.9307\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2012 - acc: 0.9309\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2005 - acc: 0.9309\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1999 - acc: 0.9310\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1992 - acc: 0.9315\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.1985 - acc: 0.9313\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1979 - acc: 0.9311\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.1973 - acc: 0.9317\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1966 - acc: 0.9323\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1960 - acc: 0.9322\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.1955 - acc: 0.9323\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.1949 - acc: 0.9325\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2398 - acc: 0.9200\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2384 - acc: 0.9210\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.2369 - acc: 0.9214\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2356 - acc: 0.9210\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2342 - acc: 0.9216\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2329 - acc: 0.9223\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2316 - acc: 0.9232\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2304 - acc: 0.9242\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2291 - acc: 0.9242\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2280 - acc: 0.9250\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2268 - acc: 0.9256\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2257 - acc: 0.9258\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2246 - acc: 0.9262\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2234 - acc: 0.9260\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2224 - acc: 0.9267\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2213 - acc: 0.9266\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2203 - acc: 0.9270\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2193 - acc: 0.9273\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2183 - acc: 0.9277\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2173 - acc: 0.9277\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2164 - acc: 0.9278\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2155 - acc: 0.9275\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2145 - acc: 0.9278\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2137 - acc: 0.9282\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2127 - acc: 0.9283\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2119 - acc: 0.9285\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2110 - acc: 0.9290\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2102 - acc: 0.9282\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2094 - acc: 0.9289\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2086 - acc: 0.9289\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2078 - acc: 0.9289\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2070 - acc: 0.9303\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2062 - acc: 0.9291\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2055 - acc: 0.9298\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2048 - acc: 0.9302\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2040 - acc: 0.9307\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2033 - acc: 0.9301\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2026 - acc: 0.9303\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2019 - acc: 0.9306\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2012 - acc: 0.9306\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2005 - acc: 0.9313\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1999 - acc: 0.9311\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1993 - acc: 0.9313\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1986 - acc: 0.9311\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1980 - acc: 0.9315\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.1973 - acc: 0.9317\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1967 - acc: 0.9319\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1961 - acc: 0.9314\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1955 - acc: 0.9317\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1949 - acc: 0.9321\n", + " 0.9160795605974578\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2390 - acc: 0.9164\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 50us/step - loss: 0.2376 - acc: 0.9164\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 51us/step - loss: 0.2362 - acc: 0.9176\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2348 - acc: 0.9179\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.2335 - acc: 0.9186\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2322 - acc: 0.9191\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2309 - acc: 0.9199\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2297 - acc: 0.9200\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2285 - acc: 0.9204\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2273 - acc: 0.9215\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2261 - acc: 0.9226\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2250 - acc: 0.9224\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2239 - acc: 0.9219\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2228 - acc: 0.9236\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2218 - acc: 0.9234\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2208 - acc: 0.9243\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2197 - acc: 0.9240\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2187 - acc: 0.9246\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2178 - acc: 0.9252\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 53us/step - loss: 0.2168 - acc: 0.9258\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2158 - acc: 0.9258\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2149 - acc: 0.9260\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2140 - acc: 0.9266\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2131 - acc: 0.9266\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2122 - acc: 0.9271\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2114 - acc: 0.9278\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2106 - acc: 0.9281\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2097 - acc: 0.9279\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2089 - acc: 0.9281\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2081 - acc: 0.9281\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2074 - acc: 0.9291\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2066 - acc: 0.9293\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2058 - acc: 0.9294\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2050 - acc: 0.9302\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2043 - acc: 0.9294\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2036 - acc: 0.9310\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2029 - acc: 0.9305\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2021 - acc: 0.9313\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2015 - acc: 0.9311\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2008 - acc: 0.9315\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2001 - acc: 0.9317\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.1995 - acc: 0.9317\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.1988 - acc: 0.9325\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.1982 - acc: 0.9322\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.1975 - acc: 0.9319\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.1969 - acc: 0.9321\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.1963 - acc: 0.9326\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1957 - acc: 0.9329\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 50us/step - loss: 0.1951 - acc: 0.9333\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 51us/step - loss: 0.1946 - acc: 0.9334\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 53us/step - loss: 0.2391 - acc: 0.9166\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2377 - acc: 0.9175\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2363 - acc: 0.9175\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.2349 - acc: 0.9178\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2335 - acc: 0.9182\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2323 - acc: 0.9191\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2310 - acc: 0.9186\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2298 - acc: 0.9196\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2285 - acc: 0.9206\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2274 - acc: 0.9208\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2262 - acc: 0.9218\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2250 - acc: 0.9223\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2240 - acc: 0.9223\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2229 - acc: 0.9224\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2219 - acc: 0.9234\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2207 - acc: 0.9240\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2197 - acc: 0.9247\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2187 - acc: 0.9254\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2178 - acc: 0.9252\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2168 - acc: 0.9260\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2159 - acc: 0.9263\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2150 - acc: 0.9266\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2140 - acc: 0.9278\n", + "Epoch 24/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2131 - acc: 0.9274\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2123 - acc: 0.9270\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2114 - acc: 0.9277\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2106 - acc: 0.9279\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2098 - acc: 0.9278\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2090 - acc: 0.9285\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2081 - acc: 0.9285\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2073 - acc: 0.9287\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2066 - acc: 0.9293\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2058 - acc: 0.9305\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2051 - acc: 0.9301\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2043 - acc: 0.9297\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2036 - acc: 0.9309\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2029 - acc: 0.9298\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2022 - acc: 0.9311\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 51us/step - loss: 0.2015 - acc: 0.9311\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2008 - acc: 0.9314\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2001 - acc: 0.9318\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 50us/step - loss: 0.1995 - acc: 0.9317\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 50us/step - loss: 0.1988 - acc: 0.9318\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.1982 - acc: 0.9319\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1976 - acc: 0.9325\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.1970 - acc: 0.9326\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.1963 - acc: 0.9327\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 52us/step - loss: 0.1957 - acc: 0.9329\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.1951 - acc: 0.9327\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.1946 - acc: 0.9334\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2389 - acc: 0.9164\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2375 - acc: 0.9166\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2362 - acc: 0.9168\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2347 - acc: 0.9175\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.2334 - acc: 0.9182\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2322 - acc: 0.9186\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2309 - acc: 0.9191\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2296 - acc: 0.9195\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2284 - acc: 0.9208\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2272 - acc: 0.9207\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2261 - acc: 0.9216\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 50us/step - loss: 0.2249 - acc: 0.9218\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.2238 - acc: 0.9224\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2227 - acc: 0.9235\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2217 - acc: 0.9228\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2206 - acc: 0.9243\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2196 - acc: 0.9248\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2186 - acc: 0.9260\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2176 - acc: 0.9255\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2167 - acc: 0.9266\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2158 - acc: 0.9258\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2148 - acc: 0.9265\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2139 - acc: 0.9260\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2130 - acc: 0.9270\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2122 - acc: 0.9273\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2113 - acc: 0.9275\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 50us/step - loss: 0.2105 - acc: 0.9281\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 56us/step - loss: 0.2096 - acc: 0.9275\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 50us/step - loss: 0.2088 - acc: 0.9283\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2080 - acc: 0.9293\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2072 - acc: 0.9287\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2065 - acc: 0.9299\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2057 - acc: 0.9293\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2050 - acc: 0.9298\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2042 - acc: 0.9305\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2035 - acc: 0.9306\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 53us/step - loss: 0.2028 - acc: 0.9310\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 52us/step - loss: 0.2021 - acc: 0.9307\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 53us/step - loss: 0.2014 - acc: 0.9311\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 54us/step - loss: 0.2008 - acc: 0.9309\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 53us/step - loss: 0.2001 - acc: 0.9319\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 55us/step - loss: 0.1994 - acc: 0.9323\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1988 - acc: 0.9321\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1981 - acc: 0.9321\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.1975 - acc: 0.9313\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.1969 - acc: 0.9325\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1962 - acc: 0.9326\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.1957 - acc: 0.9325\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.1950 - acc: 0.9326\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.1945 - acc: 0.9329\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2391 - acc: 0.9168\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2376 - acc: 0.9168\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2362 - acc: 0.9176\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.2348 - acc: 0.9179\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.2335 - acc: 0.9182\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2322 - acc: 0.9182\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2309 - acc: 0.9196\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2297 - acc: 0.9199\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.2285 - acc: 0.9212\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2273 - acc: 0.9212\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 50us/step - loss: 0.2261 - acc: 0.9214\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2250 - acc: 0.9227\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2239 - acc: 0.9224\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 50us/step - loss: 0.2228 - acc: 0.9227\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2217 - acc: 0.9236\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 50us/step - loss: 0.2208 - acc: 0.9236\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2197 - acc: 0.9243\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 51us/step - loss: 0.2187 - acc: 0.9250\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2177 - acc: 0.9251\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 54us/step - loss: 0.2168 - acc: 0.9256\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 52us/step - loss: 0.2158 - acc: 0.9262\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.2149 - acc: 0.9259\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.2140 - acc: 0.9270\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 50us/step - loss: 0.2131 - acc: 0.9266\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 50us/step - loss: 0.2122 - acc: 0.9271\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2113 - acc: 0.9275\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2105 - acc: 0.9277\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2097 - acc: 0.9279\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.2089 - acc: 0.9287\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2081 - acc: 0.9287\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2073 - acc: 0.9283\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 50us/step - loss: 0.2065 - acc: 0.9293\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2058 - acc: 0.9299\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2050 - acc: 0.9303\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 51us/step - loss: 0.2043 - acc: 0.9301\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 50us/step - loss: 0.2036 - acc: 0.9307\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 50us/step - loss: 0.2028 - acc: 0.9307\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 55us/step - loss: 0.2022 - acc: 0.9314\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 50us/step - loss: 0.2015 - acc: 0.9309\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 50us/step - loss: 0.2008 - acc: 0.9321\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2001 - acc: 0.9321\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1995 - acc: 0.9317\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.1988 - acc: 0.9323\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 51us/step - loss: 0.1981 - acc: 0.9325\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.1975 - acc: 0.9323\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.1969 - acc: 0.9329\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.1963 - acc: 0.9323\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.1957 - acc: 0.9321\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.1951 - acc: 0.9327\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.1945 - acc: 0.9333\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 52us/step - loss: 0.2390 - acc: 0.9163\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.2376 - acc: 0.9168\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2362 - acc: 0.9176\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 53us/step - loss: 0.2348 - acc: 0.9175\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 53us/step - loss: 0.2335 - acc: 0.9183\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 53us/step - loss: 0.2322 - acc: 0.9187\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 54us/step - loss: 0.2309 - acc: 0.9192\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 55us/step - loss: 0.2297 - acc: 0.9202\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 54us/step - loss: 0.2285 - acc: 0.9204\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 54us/step - loss: 0.2273 - acc: 0.9211\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 55us/step - loss: 0.2262 - acc: 0.9215\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 55us/step - loss: 0.2251 - acc: 0.9224\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 56us/step - loss: 0.2239 - acc: 0.9227\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 54us/step - loss: 0.2228 - acc: 0.9232\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 52us/step - loss: 0.2218 - acc: 0.9231\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.2207 - acc: 0.9240\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 55us/step - loss: 0.2197 - acc: 0.9243\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 59us/step - loss: 0.2187 - acc: 0.9244\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 55us/step - loss: 0.2177 - acc: 0.9248\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 56us/step - loss: 0.2168 - acc: 0.9262\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 57us/step - loss: 0.2158 - acc: 0.9259\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 52us/step - loss: 0.2149 - acc: 0.9255\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 53us/step - loss: 0.2140 - acc: 0.9269\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 53us/step - loss: 0.2131 - acc: 0.9269\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 56us/step - loss: 0.2122 - acc: 0.9274\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2114 - acc: 0.9277\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 67us/step - loss: 0.2105 - acc: 0.9273\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.2097 - acc: 0.9274\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 55us/step - loss: 0.2089 - acc: 0.9283\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2081 - acc: 0.9286\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2073 - acc: 0.9285\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2065 - acc: 0.9290\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2058 - acc: 0.9291\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 52us/step - loss: 0.2050 - acc: 0.9298\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 59us/step - loss: 0.2043 - acc: 0.9302\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 58us/step - loss: 0.2035 - acc: 0.9305\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 50us/step - loss: 0.2029 - acc: 0.9313\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2021 - acc: 0.9306\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2014 - acc: 0.9319\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2008 - acc: 0.9322\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 55us/step - loss: 0.2001 - acc: 0.9315\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 55us/step - loss: 0.1995 - acc: 0.9322\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 56us/step - loss: 0.1988 - acc: 0.9326\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 60us/step - loss: 0.1981 - acc: 0.9326\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 54us/step - loss: 0.1975 - acc: 0.9327\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1969 - acc: 0.9325\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1963 - acc: 0.9330\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 52us/step - loss: 0.1957 - acc: 0.9325\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 60us/step - loss: 0.1951 - acc: 0.9330\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 54us/step - loss: 0.1945 - acc: 0.9327\n", + " 0.9046802396319772\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2390 - acc: 0.9194\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.2375 - acc: 0.9206\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2361 - acc: 0.9214\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2347 - acc: 0.9211\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2334 - acc: 0.9222\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2320 - acc: 0.9231\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2307 - acc: 0.9231\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2295 - acc: 0.9232\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.2282 - acc: 0.9246\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2270 - acc: 0.9248\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2259 - acc: 0.9252\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2248 - acc: 0.9260\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2236 - acc: 0.9260\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2225 - acc: 0.9265\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2214 - acc: 0.9266\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2204 - acc: 0.9271\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2194 - acc: 0.9273\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2183 - acc: 0.9278\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2174 - acc: 0.9283\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2164 - acc: 0.9283\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2154 - acc: 0.9289\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2145 - acc: 0.9294\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2136 - acc: 0.9294\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2127 - acc: 0.9291\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2118 - acc: 0.9301\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2109 - acc: 0.9301\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2101 - acc: 0.9301\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2093 - acc: 0.9307\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2085 - acc: 0.9305\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2076 - acc: 0.9309\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2068 - acc: 0.9315\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2061 - acc: 0.9317\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2053 - acc: 0.9317\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2046 - acc: 0.9325\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2038 - acc: 0.9327\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2031 - acc: 0.9331\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2023 - acc: 0.9327\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2016 - acc: 0.9326\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2009 - acc: 0.9338\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2003 - acc: 0.9335\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.1995 - acc: 0.9335\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.1990 - acc: 0.9337\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.1982 - acc: 0.9333\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.1976 - acc: 0.9343\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.1970 - acc: 0.9341\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.1963 - acc: 0.9345\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.1957 - acc: 0.9341\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.1952 - acc: 0.9354\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.1945 - acc: 0.9353\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.1940 - acc: 0.9354\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 50us/step - loss: 0.2388 - acc: 0.9198\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.2374 - acc: 0.9208\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2360 - acc: 0.9208\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2345 - acc: 0.9212\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2332 - acc: 0.9215\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2319 - acc: 0.9224\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2306 - acc: 0.9231\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2293 - acc: 0.9240\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2281 - acc: 0.9242\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2269 - acc: 0.9248\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2258 - acc: 0.9255\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2246 - acc: 0.9256\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.2235 - acc: 0.9263\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2224 - acc: 0.9266\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2213 - acc: 0.9270\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2203 - acc: 0.9279\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2193 - acc: 0.9281\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2183 - acc: 0.9275\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2173 - acc: 0.9285\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2163 - acc: 0.9289\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2154 - acc: 0.9287\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2144 - acc: 0.9293\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2135 - acc: 0.9299\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2126 - acc: 0.9295\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2117 - acc: 0.9299\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2108 - acc: 0.9303\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2100 - acc: 0.9307\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2092 - acc: 0.9306\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2083 - acc: 0.9310\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2076 - acc: 0.9307\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2067 - acc: 0.9318\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2060 - acc: 0.9315\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2052 - acc: 0.9319\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2044 - acc: 0.9317\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2037 - acc: 0.9318\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2030 - acc: 0.9326\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2022 - acc: 0.9325\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2015 - acc: 0.9329\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.2009 - acc: 0.9330\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2002 - acc: 0.9327\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.1995 - acc: 0.9330\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.1988 - acc: 0.9331\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.1982 - acc: 0.9333\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.1975 - acc: 0.9346\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.1969 - acc: 0.9341\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.1962 - acc: 0.9346\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.1956 - acc: 0.9346\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.1951 - acc: 0.9355\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.1944 - acc: 0.9351\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 50us/step - loss: 0.1938 - acc: 0.9355\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.2390 - acc: 0.9202\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2375 - acc: 0.9200\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2361 - acc: 0.9203\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2347 - acc: 0.9212\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2334 - acc: 0.9219\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2321 - acc: 0.9224\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 50us/step - loss: 0.2308 - acc: 0.9235\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2295 - acc: 0.9239\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2283 - acc: 0.9246\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.2271 - acc: 0.9248\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2259 - acc: 0.9252\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2248 - acc: 0.9262\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.2237 - acc: 0.9265\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.2226 - acc: 0.9273\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2216 - acc: 0.9270\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2205 - acc: 0.9267\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.2195 - acc: 0.9278\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.2184 - acc: 0.9274\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.2175 - acc: 0.9275\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2164 - acc: 0.9283\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2155 - acc: 0.9286\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2145 - acc: 0.9294\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2137 - acc: 0.9291\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.2127 - acc: 0.9293\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2118 - acc: 0.9295\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2110 - acc: 0.9297\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2102 - acc: 0.9298\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.2093 - acc: 0.9307\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.2085 - acc: 0.9303\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2077 - acc: 0.9305\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2069 - acc: 0.9314\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2061 - acc: 0.9317\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2053 - acc: 0.9322\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2045 - acc: 0.9318\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2039 - acc: 0.9322\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2031 - acc: 0.9326\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2024 - acc: 0.9323\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2017 - acc: 0.9325\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2010 - acc: 0.9327\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2003 - acc: 0.9329\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.1997 - acc: 0.9331\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1989 - acc: 0.9337\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1983 - acc: 0.9337\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1977 - acc: 0.9341\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1970 - acc: 0.9342\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1964 - acc: 0.9343\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1958 - acc: 0.9339\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1951 - acc: 0.9351\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1945 - acc: 0.9349\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1939 - acc: 0.9354\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2389 - acc: 0.9200\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2374 - acc: 0.9207\n", + "Epoch 3/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2360 - acc: 0.9214\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2347 - acc: 0.9215\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2333 - acc: 0.9216\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2320 - acc: 0.9228\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2307 - acc: 0.9238\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2294 - acc: 0.9240\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2283 - acc: 0.9242\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2271 - acc: 0.9258\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2259 - acc: 0.9255\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2247 - acc: 0.9260\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2235 - acc: 0.9265\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2225 - acc: 0.9266\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2214 - acc: 0.9275\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2204 - acc: 0.9277\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2193 - acc: 0.9277\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2183 - acc: 0.9285\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2173 - acc: 0.9293\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2164 - acc: 0.9287\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2154 - acc: 0.9291\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2144 - acc: 0.9294\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2136 - acc: 0.9291\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2126 - acc: 0.9297\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2118 - acc: 0.9302\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2109 - acc: 0.9303\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2101 - acc: 0.9306\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2092 - acc: 0.9305\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2084 - acc: 0.9307\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2076 - acc: 0.9313\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2069 - acc: 0.9307\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2060 - acc: 0.9313\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2053 - acc: 0.9317\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2045 - acc: 0.9322\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2038 - acc: 0.9314\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2030 - acc: 0.9322\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2023 - acc: 0.9333\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2016 - acc: 0.9330\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2009 - acc: 0.9326\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2002 - acc: 0.9331\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1996 - acc: 0.9330\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1989 - acc: 0.9341\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1983 - acc: 0.9339\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1976 - acc: 0.9343\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1969 - acc: 0.9338\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1964 - acc: 0.9341\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1957 - acc: 0.9343\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1951 - acc: 0.9346\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1945 - acc: 0.9347\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1939 - acc: 0.9351\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2389 - acc: 0.9202\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2375 - acc: 0.9208\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2360 - acc: 0.9218\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2346 - acc: 0.9220\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2333 - acc: 0.9223\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2320 - acc: 0.9228\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2307 - acc: 0.9236\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2294 - acc: 0.9236\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2282 - acc: 0.9251\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2270 - acc: 0.9256\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2258 - acc: 0.9258\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2247 - acc: 0.9254\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2236 - acc: 0.9265\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2224 - acc: 0.9270\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2213 - acc: 0.9275\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2203 - acc: 0.9277\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2193 - acc: 0.9282\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2183 - acc: 0.9281\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2173 - acc: 0.9287\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2163 - acc: 0.9287\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2154 - acc: 0.9287\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2145 - acc: 0.9294\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2135 - acc: 0.9294\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2127 - acc: 0.9291\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2117 - acc: 0.9297\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2109 - acc: 0.9302\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2101 - acc: 0.9302\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2092 - acc: 0.9305\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2084 - acc: 0.9311\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2076 - acc: 0.9307\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2068 - acc: 0.9313\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2060 - acc: 0.9315\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2052 - acc: 0.9321\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2045 - acc: 0.9327\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2037 - acc: 0.9326\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2030 - acc: 0.9323\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2023 - acc: 0.9331\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2016 - acc: 0.9337\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2009 - acc: 0.9331\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2002 - acc: 0.9335\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1995 - acc: 0.9335\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1989 - acc: 0.9337\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1981 - acc: 0.9343\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1975 - acc: 0.9338\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1969 - acc: 0.9345\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1963 - acc: 0.9350\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1957 - acc: 0.9357\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1951 - acc: 0.9351\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1944 - acc: 0.9355\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1939 - acc: 0.9355\n", + " 0.9109868017010626\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2373 - acc: 0.9180\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2358 - acc: 0.9194\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2345 - acc: 0.9196\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2331 - acc: 0.9200\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2318 - acc: 0.9210\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2304 - acc: 0.9223\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2292 - acc: 0.9226\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2279 - acc: 0.9223\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2268 - acc: 0.9224\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2256 - acc: 0.9231\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2244 - acc: 0.9235\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2233 - acc: 0.9238\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2222 - acc: 0.9242\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2211 - acc: 0.9247\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2200 - acc: 0.9247\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2190 - acc: 0.9256\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2180 - acc: 0.9262\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2170 - acc: 0.9260\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2160 - acc: 0.9263\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2151 - acc: 0.9269\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2141 - acc: 0.9273\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2132 - acc: 0.9274\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2123 - acc: 0.9279\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2114 - acc: 0.9282\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2106 - acc: 0.9286\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2097 - acc: 0.9281\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2088 - acc: 0.9287\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2081 - acc: 0.9291\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2072 - acc: 0.9298\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2065 - acc: 0.9294\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2057 - acc: 0.9303\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2049 - acc: 0.9305\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2042 - acc: 0.9310\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2034 - acc: 0.9313\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2027 - acc: 0.9315\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2020 - acc: 0.9319\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2013 - acc: 0.9319\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2006 - acc: 0.9319\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1999 - acc: 0.9322\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1992 - acc: 0.9329\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1986 - acc: 0.9323\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.1979 - acc: 0.9327\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1973 - acc: 0.9327\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1966 - acc: 0.9329\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1960 - acc: 0.9326\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1954 - acc: 0.9331\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1948 - acc: 0.9329\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1942 - acc: 0.9331\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1936 - acc: 0.9327\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1930 - acc: 0.9337\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2373 - acc: 0.9176\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2358 - acc: 0.9179\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2345 - acc: 0.9191\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2331 - acc: 0.9206\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2318 - acc: 0.9203\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2305 - acc: 0.9204\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2292 - acc: 0.9216\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2279 - acc: 0.9219\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2268 - acc: 0.9220\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2256 - acc: 0.9234\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2244 - acc: 0.9231\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2233 - acc: 0.9235\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2222 - acc: 0.9242\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2211 - acc: 0.9246\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2201 - acc: 0.9250\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2190 - acc: 0.9251\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2180 - acc: 0.9258\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2170 - acc: 0.9256\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2160 - acc: 0.9258\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2152 - acc: 0.9267\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2141 - acc: 0.9274\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2132 - acc: 0.9281\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2124 - acc: 0.9277\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2115 - acc: 0.9286\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2106 - acc: 0.9282\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2098 - acc: 0.9279\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2089 - acc: 0.9287\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2081 - acc: 0.9293\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2072 - acc: 0.9301\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2064 - acc: 0.9302\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2057 - acc: 0.9298\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2049 - acc: 0.9305\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2041 - acc: 0.9307\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2034 - acc: 0.9314\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2027 - acc: 0.9314\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2020 - acc: 0.9317\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2012 - acc: 0.9321\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2006 - acc: 0.9317\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 50us/step - loss: 0.1999 - acc: 0.9323\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.1992 - acc: 0.9322\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1985 - acc: 0.9329\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1979 - acc: 0.9326\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1972 - acc: 0.9327\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1966 - acc: 0.9326\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1960 - acc: 0.9325\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1954 - acc: 0.9327\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1948 - acc: 0.9335\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1942 - acc: 0.9333\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1936 - acc: 0.9325\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1930 - acc: 0.9331\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 51us/step - loss: 0.2372 - acc: 0.9180\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2358 - acc: 0.9191\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2345 - acc: 0.9184\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 51us/step - loss: 0.2330 - acc: 0.9210\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 48us/step - loss: 0.2317 - acc: 0.9204\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 50us/step - loss: 0.2304 - acc: 0.9207\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 50us/step - loss: 0.2292 - acc: 0.9224\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2279 - acc: 0.9227\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2268 - acc: 0.9228\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2255 - acc: 0.9223\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2244 - acc: 0.9232\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2232 - acc: 0.9242\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2222 - acc: 0.9243\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2211 - acc: 0.9248\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2200 - acc: 0.9244\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2189 - acc: 0.9254\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2180 - acc: 0.9258\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2170 - acc: 0.9259\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2161 - acc: 0.9266\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2151 - acc: 0.9273\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2141 - acc: 0.9274\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2132 - acc: 0.9278\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2123 - acc: 0.9278\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2114 - acc: 0.9281\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2106 - acc: 0.9286\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2097 - acc: 0.9287\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2089 - acc: 0.9295\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2080 - acc: 0.9299\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2072 - acc: 0.9294\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2065 - acc: 0.9302\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2057 - acc: 0.9295\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2049 - acc: 0.9306\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2041 - acc: 0.9309\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2034 - acc: 0.9315\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2026 - acc: 0.9314\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2020 - acc: 0.9321\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2012 - acc: 0.9318\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2005 - acc: 0.9322\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1999 - acc: 0.9318\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1993 - acc: 0.9317\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1985 - acc: 0.9327\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1979 - acc: 0.9323\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1973 - acc: 0.9323\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1966 - acc: 0.9326\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1960 - acc: 0.9331\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1953 - acc: 0.9333\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1948 - acc: 0.9331\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1942 - acc: 0.9333\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1936 - acc: 0.9333\n", + "Epoch 50/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1930 - acc: 0.9338\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2374 - acc: 0.9190\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2359 - acc: 0.9188\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2346 - acc: 0.9195\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2332 - acc: 0.9192\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2319 - acc: 0.9203\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2306 - acc: 0.9211\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2293 - acc: 0.9220\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2280 - acc: 0.9223\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2269 - acc: 0.9231\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2257 - acc: 0.9234\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2246 - acc: 0.9240\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2234 - acc: 0.9234\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2223 - acc: 0.9246\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2212 - acc: 0.9242\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2202 - acc: 0.9248\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2191 - acc: 0.9252\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2181 - acc: 0.9256\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2171 - acc: 0.9252\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2162 - acc: 0.9263\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2152 - acc: 0.9267\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2142 - acc: 0.9277\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2134 - acc: 0.9263\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2124 - acc: 0.9278\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2115 - acc: 0.9281\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2107 - acc: 0.9281\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2098 - acc: 0.9286\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2090 - acc: 0.9293\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2082 - acc: 0.9290\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2074 - acc: 0.9291\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2065 - acc: 0.9299\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2058 - acc: 0.9301\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2050 - acc: 0.9305\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2043 - acc: 0.9310\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2035 - acc: 0.9302\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2028 - acc: 0.9315\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2021 - acc: 0.9318\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2014 - acc: 0.9318\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2007 - acc: 0.9314\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2000 - acc: 0.9319\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1993 - acc: 0.9322\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1987 - acc: 0.9322\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1980 - acc: 0.9322\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1973 - acc: 0.9325\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1967 - acc: 0.9325\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1962 - acc: 0.9319\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1955 - acc: 0.9326\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1948 - acc: 0.9326\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1943 - acc: 0.9329\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1937 - acc: 0.9333\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1931 - acc: 0.9338\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2372 - acc: 0.9187\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2358 - acc: 0.9180\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2344 - acc: 0.9198\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2330 - acc: 0.9210\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2317 - acc: 0.9211\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2304 - acc: 0.9218\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2292 - acc: 0.9214\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2279 - acc: 0.9228\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2267 - acc: 0.9222\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2255 - acc: 0.9234\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2244 - acc: 0.9243\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2233 - acc: 0.9244\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2221 - acc: 0.9240\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2210 - acc: 0.9255\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2200 - acc: 0.9243\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2190 - acc: 0.9252\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2180 - acc: 0.9259\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2170 - acc: 0.9262\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2160 - acc: 0.9255\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2150 - acc: 0.9265\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2141 - acc: 0.9274\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2132 - acc: 0.9275\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2122 - acc: 0.9282\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2114 - acc: 0.9281\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2105 - acc: 0.9291\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2097 - acc: 0.9285\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2088 - acc: 0.9293\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2080 - acc: 0.9291\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2072 - acc: 0.9295\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2064 - acc: 0.9298\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2056 - acc: 0.9299\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2049 - acc: 0.9301\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2041 - acc: 0.9307\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2034 - acc: 0.9306\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2027 - acc: 0.9314\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2020 - acc: 0.9310\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2012 - acc: 0.9313\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2005 - acc: 0.9318\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1999 - acc: 0.9319\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1992 - acc: 0.9321\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1985 - acc: 0.9321\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1979 - acc: 0.9330\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.1972 - acc: 0.9329\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1966 - acc: 0.9325\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1960 - acc: 0.9330\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.1953 - acc: 0.9329\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1947 - acc: 0.9331\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1942 - acc: 0.9326\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.1936 - acc: 0.9330\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1930 - acc: 0.9338\n", + " 0.8982259354106072\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2405 - acc: 0.9198\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2391 - acc: 0.9199\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2376 - acc: 0.9206\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2362 - acc: 0.9215\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2349 - acc: 0.9215\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2336 - acc: 0.9223\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2322 - acc: 0.9224\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2310 - acc: 0.9235\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2298 - acc: 0.9234\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2286 - acc: 0.9239\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2275 - acc: 0.9238\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2263 - acc: 0.9246\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2252 - acc: 0.9247\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2240 - acc: 0.9263\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2230 - acc: 0.9252\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2219 - acc: 0.9267\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2209 - acc: 0.9262\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2199 - acc: 0.9254\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2189 - acc: 0.9274\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2179 - acc: 0.9274\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2170 - acc: 0.9281\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2161 - acc: 0.9273\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2151 - acc: 0.9285\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2142 - acc: 0.9286\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2134 - acc: 0.9289\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2125 - acc: 0.9286\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2116 - acc: 0.9299\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2108 - acc: 0.9301\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2099 - acc: 0.9302\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2091 - acc: 0.9311\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2083 - acc: 0.9303\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2076 - acc: 0.9311\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2068 - acc: 0.9311\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2060 - acc: 0.9323\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2053 - acc: 0.9313\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2045 - acc: 0.9318\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2038 - acc: 0.9326\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2031 - acc: 0.9330\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2024 - acc: 0.9321\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2017 - acc: 0.9329\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2010 - acc: 0.9331\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2004 - acc: 0.9331\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1997 - acc: 0.9333\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1991 - acc: 0.9333\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1984 - acc: 0.9334\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1978 - acc: 0.9341\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.1971 - acc: 0.9341\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1966 - acc: 0.9339\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1959 - acc: 0.9351\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1953 - acc: 0.9345\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2406 - acc: 0.9198\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2391 - acc: 0.9204\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2377 - acc: 0.9211\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2363 - acc: 0.9216\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2350 - acc: 0.9218\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2336 - acc: 0.9227\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2324 - acc: 0.9231\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2311 - acc: 0.9223\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2298 - acc: 0.9232\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2287 - acc: 0.9243\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2275 - acc: 0.9248\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2263 - acc: 0.9251\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2252 - acc: 0.9258\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2241 - acc: 0.9262\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2231 - acc: 0.9255\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2220 - acc: 0.9258\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2210 - acc: 0.9265\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2200 - acc: 0.9267\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2189 - acc: 0.9275\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2180 - acc: 0.9275\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2170 - acc: 0.9277\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2161 - acc: 0.9281\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2152 - acc: 0.9290\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2143 - acc: 0.9289\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2134 - acc: 0.9287\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2125 - acc: 0.9294\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2116 - acc: 0.9305\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2108 - acc: 0.9302\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2100 - acc: 0.9305\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2092 - acc: 0.9307\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2084 - acc: 0.9307\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2076 - acc: 0.9313\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2068 - acc: 0.9309\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2061 - acc: 0.9313\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2053 - acc: 0.9313\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2046 - acc: 0.9318\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2039 - acc: 0.9323\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2031 - acc: 0.9327\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2024 - acc: 0.9329\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2017 - acc: 0.9325\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2011 - acc: 0.9329\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2004 - acc: 0.9331\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1997 - acc: 0.9337\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1991 - acc: 0.9337\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1984 - acc: 0.9337\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1978 - acc: 0.9346\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1972 - acc: 0.9346\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1966 - acc: 0.9351\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1960 - acc: 0.9346\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1954 - acc: 0.9354\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2406 - acc: 0.9192\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2392 - acc: 0.9204\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2378 - acc: 0.9210\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2364 - acc: 0.9208\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2350 - acc: 0.9219\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2338 - acc: 0.9226\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2324 - acc: 0.9224\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2312 - acc: 0.9235\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2300 - acc: 0.9232\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2287 - acc: 0.9236\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2276 - acc: 0.9246\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2264 - acc: 0.9254\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2253 - acc: 0.9252\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2243 - acc: 0.9255\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2232 - acc: 0.9258\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2221 - acc: 0.9260\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2210 - acc: 0.9270\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2201 - acc: 0.9270\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2190 - acc: 0.9271\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2180 - acc: 0.9282\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2171 - acc: 0.9279\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2161 - acc: 0.9282\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2153 - acc: 0.9289\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2143 - acc: 0.9279\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2134 - acc: 0.9291\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2125 - acc: 0.9297\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2117 - acc: 0.9291\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2109 - acc: 0.9305\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2100 - acc: 0.9295\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2092 - acc: 0.9307\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2084 - acc: 0.9311\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2077 - acc: 0.9306\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2069 - acc: 0.9310\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2061 - acc: 0.9313\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2053 - acc: 0.9315\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2046 - acc: 0.9325\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2039 - acc: 0.9327\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2032 - acc: 0.9329\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2025 - acc: 0.9327\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2018 - acc: 0.9330\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2011 - acc: 0.9331\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2004 - acc: 0.9334\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1997 - acc: 0.9337\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1991 - acc: 0.9338\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1985 - acc: 0.9339\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1979 - acc: 0.9339\n", + "Epoch 47/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1973 - acc: 0.9346\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1966 - acc: 0.9347\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1960 - acc: 0.9351\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1954 - acc: 0.9354\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2406 - acc: 0.9196\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2391 - acc: 0.9196\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2377 - acc: 0.9206\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2364 - acc: 0.9208\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2350 - acc: 0.9212\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2337 - acc: 0.9226\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2324 - acc: 0.9222\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2312 - acc: 0.9238\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2299 - acc: 0.9232\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2287 - acc: 0.9239\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2275 - acc: 0.9235\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2264 - acc: 0.9244\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2253 - acc: 0.9252\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2241 - acc: 0.9252\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2231 - acc: 0.9244\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2220 - acc: 0.9260\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2210 - acc: 0.9259\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2200 - acc: 0.9270\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2190 - acc: 0.9271\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2180 - acc: 0.9275\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2170 - acc: 0.9278\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2161 - acc: 0.9285\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2152 - acc: 0.9279\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2143 - acc: 0.9290\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2134 - acc: 0.9293\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2125 - acc: 0.9293\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2117 - acc: 0.9297\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2108 - acc: 0.9291\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2100 - acc: 0.9295\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2092 - acc: 0.9307\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2084 - acc: 0.9306\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2076 - acc: 0.9315\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2069 - acc: 0.9306\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2061 - acc: 0.9310\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2053 - acc: 0.9319\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2046 - acc: 0.9315\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2039 - acc: 0.9319\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2032 - acc: 0.9318\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2024 - acc: 0.9325\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2018 - acc: 0.9321\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2011 - acc: 0.9327\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2004 - acc: 0.9334\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1998 - acc: 0.9335\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1991 - acc: 0.9337\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1985 - acc: 0.9338\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1979 - acc: 0.9343\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1973 - acc: 0.9335\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1966 - acc: 0.9347\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1960 - acc: 0.9347\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1954 - acc: 0.9345\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2407 - acc: 0.9195\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2392 - acc: 0.9203\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2378 - acc: 0.9196\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2364 - acc: 0.9203\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2351 - acc: 0.9210\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2337 - acc: 0.9216\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2325 - acc: 0.9227\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2313 - acc: 0.9231\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2300 - acc: 0.9235\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2289 - acc: 0.9242\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2276 - acc: 0.9243\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2265 - acc: 0.9250\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2254 - acc: 0.9246\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2243 - acc: 0.9262\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2231 - acc: 0.9252\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2221 - acc: 0.9259\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2210 - acc: 0.9266\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2200 - acc: 0.9273\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2191 - acc: 0.9265\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2181 - acc: 0.9275\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2171 - acc: 0.9281\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2162 - acc: 0.9279\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2153 - acc: 0.9285\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2143 - acc: 0.9283\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2134 - acc: 0.9294\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2126 - acc: 0.9297\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2117 - acc: 0.9298\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2109 - acc: 0.9299\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2101 - acc: 0.9303\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2092 - acc: 0.9299\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2085 - acc: 0.9306\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2077 - acc: 0.9303\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2069 - acc: 0.9313\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2061 - acc: 0.9314\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2054 - acc: 0.9317\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2046 - acc: 0.9317\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2040 - acc: 0.9313\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2032 - acc: 0.9322\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2025 - acc: 0.9325\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2018 - acc: 0.9325\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2012 - acc: 0.9329\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2004 - acc: 0.9329\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1999 - acc: 0.9335\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.1992 - acc: 0.9333\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1986 - acc: 0.9342\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.1979 - acc: 0.9334\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1973 - acc: 0.9345\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1966 - acc: 0.9350\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1960 - acc: 0.9347\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.1954 - acc: 0.9347\n", + " 0.9167139794913389\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2377 - acc: 0.9204\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2362 - acc: 0.9211\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2348 - acc: 0.9211\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2334 - acc: 0.9220\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2321 - acc: 0.9224\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2308 - acc: 0.9230\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2295 - acc: 0.9235\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2282 - acc: 0.9236\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2270 - acc: 0.9240\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2258 - acc: 0.9240\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2246 - acc: 0.9247\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2235 - acc: 0.9255\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2224 - acc: 0.9255\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2213 - acc: 0.9258\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2202 - acc: 0.9266\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2192 - acc: 0.9271\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2181 - acc: 0.9270\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2171 - acc: 0.9271\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2161 - acc: 0.9278\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2152 - acc: 0.9273\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2142 - acc: 0.9277\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2133 - acc: 0.9286\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2124 - acc: 0.9287\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2115 - acc: 0.9293\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2106 - acc: 0.9290\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2098 - acc: 0.9294\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2089 - acc: 0.9291\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2081 - acc: 0.9301\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2073 - acc: 0.9302\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2065 - acc: 0.9302\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2057 - acc: 0.9306\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2049 - acc: 0.9309\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2041 - acc: 0.9315\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2034 - acc: 0.9315\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2026 - acc: 0.9315\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2019 - acc: 0.9327\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2012 - acc: 0.9322\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2005 - acc: 0.9323\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1998 - acc: 0.9329\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1991 - acc: 0.9341\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1985 - acc: 0.9331\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1977 - acc: 0.9334\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1971 - acc: 0.9333\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.1965 - acc: 0.9335\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1959 - acc: 0.9345\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 49us/step - loss: 0.1953 - acc: 0.9342\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.1946 - acc: 0.9339\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1940 - acc: 0.9345\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1934 - acc: 0.9343\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.1928 - acc: 0.9337\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2378 - acc: 0.9194\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2364 - acc: 0.9204\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2349 - acc: 0.9211\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2336 - acc: 0.9220\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2322 - acc: 0.9224\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2309 - acc: 0.9228\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2296 - acc: 0.9238\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2283 - acc: 0.9240\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2271 - acc: 0.9239\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2259 - acc: 0.9247\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2248 - acc: 0.9250\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2236 - acc: 0.9256\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2225 - acc: 0.9256\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2214 - acc: 0.9262\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2203 - acc: 0.9267\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2193 - acc: 0.9270\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2182 - acc: 0.9271\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 47us/step - loss: 0.2172 - acc: 0.9273\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2162 - acc: 0.9271\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2153 - acc: 0.9275\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2143 - acc: 0.9279\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2134 - acc: 0.9285\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2125 - acc: 0.9287\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2116 - acc: 0.9287\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2107 - acc: 0.9294\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2099 - acc: 0.9298\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2090 - acc: 0.9303\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2081 - acc: 0.9295\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2074 - acc: 0.9303\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2066 - acc: 0.9306\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2058 - acc: 0.9303\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2050 - acc: 0.9306\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2042 - acc: 0.9315\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2035 - acc: 0.9310\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2028 - acc: 0.9313\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2020 - acc: 0.9325\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2013 - acc: 0.9319\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2006 - acc: 0.9322\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1999 - acc: 0.9331\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1993 - acc: 0.9331\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1985 - acc: 0.9333\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.1979 - acc: 0.9333\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1972 - acc: 0.9335\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1966 - acc: 0.9335\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.1959 - acc: 0.9338\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1953 - acc: 0.9339\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1947 - acc: 0.9338\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1941 - acc: 0.9342\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1935 - acc: 0.9346\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1929 - acc: 0.9347\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2377 - acc: 0.9200\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2362 - acc: 0.9203\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2348 - acc: 0.9210\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2334 - acc: 0.9222\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2320 - acc: 0.9224\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2308 - acc: 0.9222\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2295 - acc: 0.9240\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2282 - acc: 0.9239\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2270 - acc: 0.9243\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2258 - acc: 0.9244\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2246 - acc: 0.9248\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2235 - acc: 0.9252\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2224 - acc: 0.9260\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2213 - acc: 0.9258\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2202 - acc: 0.9269\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2192 - acc: 0.9267\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2182 - acc: 0.9267\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2171 - acc: 0.9277\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2162 - acc: 0.9274\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2152 - acc: 0.9271\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2142 - acc: 0.9275\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2133 - acc: 0.9285\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2124 - acc: 0.9285\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2115 - acc: 0.9283\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2106 - acc: 0.9289\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2098 - acc: 0.9297\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2089 - acc: 0.9298\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2081 - acc: 0.9297\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2073 - acc: 0.9302\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2065 - acc: 0.9310\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2057 - acc: 0.9305\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2049 - acc: 0.9303\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2041 - acc: 0.9305\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2035 - acc: 0.9319\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2027 - acc: 0.9314\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2020 - acc: 0.9315\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2012 - acc: 0.9318\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2005 - acc: 0.9327\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1998 - acc: 0.9323\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1992 - acc: 0.9338\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1985 - acc: 0.9337\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1978 - acc: 0.9337\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1972 - acc: 0.9331\n", + "Epoch 44/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1965 - acc: 0.9335\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1959 - acc: 0.9339\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1953 - acc: 0.9343\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1946 - acc: 0.9347\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.1941 - acc: 0.9346\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1934 - acc: 0.9346\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1929 - acc: 0.9353\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2378 - acc: 0.9206\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2363 - acc: 0.9206\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2349 - acc: 0.9210\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2336 - acc: 0.9216\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2322 - acc: 0.9226\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2308 - acc: 0.9231\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2296 - acc: 0.9232\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2283 - acc: 0.9240\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2271 - acc: 0.9242\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2260 - acc: 0.9247\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2248 - acc: 0.9252\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2236 - acc: 0.9258\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2225 - acc: 0.9262\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2214 - acc: 0.9254\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2203 - acc: 0.9269\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2193 - acc: 0.9270\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2182 - acc: 0.9270\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2172 - acc: 0.9273\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2163 - acc: 0.9279\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2153 - acc: 0.9282\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2143 - acc: 0.9275\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2134 - acc: 0.9287\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2125 - acc: 0.9283\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2116 - acc: 0.9294\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2107 - acc: 0.9293\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2098 - acc: 0.9298\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2090 - acc: 0.9301\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2082 - acc: 0.9298\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2074 - acc: 0.9301\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2065 - acc: 0.9306\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2057 - acc: 0.9299\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2050 - acc: 0.9315\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2042 - acc: 0.9307\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2035 - acc: 0.9322\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2027 - acc: 0.9323\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2020 - acc: 0.9319\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2013 - acc: 0.9323\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2006 - acc: 0.9318\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.1999 - acc: 0.9327\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1992 - acc: 0.9333\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1985 - acc: 0.9334\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1979 - acc: 0.9339\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1972 - acc: 0.9334\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1966 - acc: 0.9338\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1959 - acc: 0.9343\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.1953 - acc: 0.9341\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1947 - acc: 0.9346\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1942 - acc: 0.9342\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1935 - acc: 0.9345\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1929 - acc: 0.9345\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2377 - acc: 0.9200\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2362 - acc: 0.9212\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2348 - acc: 0.9216\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2335 - acc: 0.9219\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2321 - acc: 0.9223\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2308 - acc: 0.9230\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2295 - acc: 0.9238\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2283 - acc: 0.9244\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2270 - acc: 0.9250\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2258 - acc: 0.9243\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2247 - acc: 0.9247\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2236 - acc: 0.9258\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2225 - acc: 0.9251\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2213 - acc: 0.9262\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2203 - acc: 0.9263\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2192 - acc: 0.9273\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2181 - acc: 0.9273\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2172 - acc: 0.9277\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2162 - acc: 0.9274\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2153 - acc: 0.9274\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2143 - acc: 0.9283\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2133 - acc: 0.9283\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2124 - acc: 0.9282\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2115 - acc: 0.9290\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2106 - acc: 0.9295\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2098 - acc: 0.9294\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2090 - acc: 0.9295\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2081 - acc: 0.9305\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2073 - acc: 0.9305\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2065 - acc: 0.9310\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2057 - acc: 0.9306\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2049 - acc: 0.9305\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2041 - acc: 0.9313\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2034 - acc: 0.9313\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2027 - acc: 0.9319\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2020 - acc: 0.9318\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2012 - acc: 0.9321\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2006 - acc: 0.9322\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1999 - acc: 0.9330\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.1991 - acc: 0.9337\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1985 - acc: 0.9333\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1979 - acc: 0.9329\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1972 - acc: 0.9335\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1966 - acc: 0.9331\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1959 - acc: 0.9339\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1953 - acc: 0.9338\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1947 - acc: 0.9338\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1941 - acc: 0.9342\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1935 - acc: 0.9350\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1929 - acc: 0.9342\n", + " 0.9033717629337813\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2377 - acc: 0.9200\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2363 - acc: 0.9207\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2348 - acc: 0.9219\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2334 - acc: 0.9222\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2321 - acc: 0.9236\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2308 - acc: 0.9230\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2295 - acc: 0.9247\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2282 - acc: 0.9240\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2270 - acc: 0.9246\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2258 - acc: 0.9251\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2247 - acc: 0.9248\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2235 - acc: 0.9258\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2224 - acc: 0.9265\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2213 - acc: 0.9274\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2202 - acc: 0.9277\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2192 - acc: 0.9279\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2181 - acc: 0.9282\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2171 - acc: 0.9285\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2161 - acc: 0.9291\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2152 - acc: 0.9295\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2142 - acc: 0.9290\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2132 - acc: 0.9298\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2123 - acc: 0.9297\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2114 - acc: 0.9306\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2106 - acc: 0.9299\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2097 - acc: 0.9305\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2088 - acc: 0.9306\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2080 - acc: 0.9311\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2072 - acc: 0.9310\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2063 - acc: 0.9310\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2055 - acc: 0.9315\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2048 - acc: 0.9314\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2040 - acc: 0.9311\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2033 - acc: 0.9319\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2025 - acc: 0.9317\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2018 - acc: 0.9329\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2011 - acc: 0.9329\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2004 - acc: 0.9338\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1997 - acc: 0.9334\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1990 - acc: 0.9335\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.1983 - acc: 0.9341\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1976 - acc: 0.9345\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1970 - acc: 0.9338\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.1964 - acc: 0.9345\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1957 - acc: 0.9349\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1951 - acc: 0.9350\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.1945 - acc: 0.9353\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1939 - acc: 0.9350\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1933 - acc: 0.9349\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1927 - acc: 0.9357\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2376 - acc: 0.9212\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2362 - acc: 0.9210\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2348 - acc: 0.9228\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2334 - acc: 0.9224\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2320 - acc: 0.9226\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2307 - acc: 0.9235\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2294 - acc: 0.9238\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2281 - acc: 0.9248\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2269 - acc: 0.9251\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2257 - acc: 0.9248\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2246 - acc: 0.9258\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2234 - acc: 0.9251\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2223 - acc: 0.9262\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2212 - acc: 0.9269\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2201 - acc: 0.9273\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2191 - acc: 0.9278\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2180 - acc: 0.9274\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2170 - acc: 0.9285\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2160 - acc: 0.9290\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2151 - acc: 0.9287\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2141 - acc: 0.9289\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2132 - acc: 0.9301\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2123 - acc: 0.9302\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2114 - acc: 0.9305\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2105 - acc: 0.9311\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2096 - acc: 0.9310\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2088 - acc: 0.9310\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2079 - acc: 0.9310\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2071 - acc: 0.9310\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2063 - acc: 0.9313\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2056 - acc: 0.9315\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2048 - acc: 0.9309\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2039 - acc: 0.9315\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2032 - acc: 0.9323\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2025 - acc: 0.9326\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2017 - acc: 0.9327\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2010 - acc: 0.9329\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2004 - acc: 0.9339\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1996 - acc: 0.9335\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1989 - acc: 0.9338\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1983 - acc: 0.9338\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1976 - acc: 0.9342\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1970 - acc: 0.9343\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1963 - acc: 0.9345\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1957 - acc: 0.9346\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1950 - acc: 0.9350\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1944 - acc: 0.9350\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.1938 - acc: 0.9349\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1932 - acc: 0.9350\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1926 - acc: 0.9351\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2377 - acc: 0.9203\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2362 - acc: 0.9212\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2349 - acc: 0.9216\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2335 - acc: 0.9231\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2321 - acc: 0.9223\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2308 - acc: 0.9242\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2294 - acc: 0.9240\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2282 - acc: 0.9244\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2270 - acc: 0.9247\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2258 - acc: 0.9254\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2247 - acc: 0.9255\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2235 - acc: 0.9260\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2223 - acc: 0.9269\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2212 - acc: 0.9267\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2202 - acc: 0.9278\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2191 - acc: 0.9270\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2181 - acc: 0.9287\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2171 - acc: 0.9283\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2161 - acc: 0.9290\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2151 - acc: 0.9293\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2141 - acc: 0.9294\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2132 - acc: 0.9295\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2123 - acc: 0.9302\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2114 - acc: 0.9302\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2105 - acc: 0.9305\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2097 - acc: 0.9310\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2088 - acc: 0.9305\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2080 - acc: 0.9306\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2071 - acc: 0.9319\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2063 - acc: 0.9306\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2056 - acc: 0.9309\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2048 - acc: 0.9321\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2040 - acc: 0.9322\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2033 - acc: 0.9325\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2025 - acc: 0.9318\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2018 - acc: 0.9327\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2011 - acc: 0.9331\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2004 - acc: 0.9330\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1997 - acc: 0.9331\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1990 - acc: 0.9341\n", + "Epoch 41/50\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1983 - acc: 0.9346\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1977 - acc: 0.9335\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1970 - acc: 0.9342\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1963 - acc: 0.9343\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1957 - acc: 0.9346\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1951 - acc: 0.9351\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1945 - acc: 0.9350\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1938 - acc: 0.9346\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1932 - acc: 0.9347\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1926 - acc: 0.9351\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 46us/step - loss: 0.2376 - acc: 0.9206\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2362 - acc: 0.9216\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2348 - acc: 0.9223\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2334 - acc: 0.9222\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2320 - acc: 0.9231\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2307 - acc: 0.9235\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2294 - acc: 0.9235\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2282 - acc: 0.9236\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2269 - acc: 0.9247\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2258 - acc: 0.9254\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2246 - acc: 0.9259\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2234 - acc: 0.9259\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2223 - acc: 0.9265\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2212 - acc: 0.9270\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2202 - acc: 0.9267\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2190 - acc: 0.9274\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2181 - acc: 0.9281\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2170 - acc: 0.9283\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2161 - acc: 0.9282\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2151 - acc: 0.9291\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2141 - acc: 0.9289\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2132 - acc: 0.9297\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2123 - acc: 0.9298\n", + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2114 - acc: 0.9294\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2105 - acc: 0.9301\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2096 - acc: 0.9302\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2088 - acc: 0.9305\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 42us/step - loss: 0.2079 - acc: 0.9314\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2071 - acc: 0.9309\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2063 - acc: 0.9313\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2056 - acc: 0.9313\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2048 - acc: 0.9319\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2040 - acc: 0.9326\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2032 - acc: 0.9323\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2025 - acc: 0.9325\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2018 - acc: 0.9335\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2010 - acc: 0.9327\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2003 - acc: 0.9327\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1996 - acc: 0.9334\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1989 - acc: 0.9335\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1983 - acc: 0.9342\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1977 - acc: 0.9333\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1970 - acc: 0.9339\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1963 - acc: 0.9347\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1957 - acc: 0.9346\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1951 - acc: 0.9350\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1945 - acc: 0.9354\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1938 - acc: 0.9347\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1932 - acc: 0.9357\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1926 - acc: 0.9350\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2376 - acc: 0.9210\n", + "Epoch 2/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2361 - acc: 0.9212\n", + "Epoch 3/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2347 - acc: 0.9212\n", + "Epoch 4/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2333 - acc: 0.9228\n", + "Epoch 5/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2320 - acc: 0.9234\n", + "Epoch 6/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2307 - acc: 0.9242\n", + "Epoch 7/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2294 - acc: 0.9240\n", + "Epoch 8/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2282 - acc: 0.9242\n", + "Epoch 9/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2269 - acc: 0.9244\n", + "Epoch 10/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2257 - acc: 0.9248\n", + "Epoch 11/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2246 - acc: 0.9258\n", + "Epoch 12/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2234 - acc: 0.9263\n", + "Epoch 13/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2223 - acc: 0.9260\n", + "Epoch 14/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2212 - acc: 0.9260\n", + "Epoch 15/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2201 - acc: 0.9273\n", + "Epoch 16/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2191 - acc: 0.9279\n", + "Epoch 17/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2180 - acc: 0.9278\n", + "Epoch 18/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2170 - acc: 0.9291\n", + "Epoch 19/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2160 - acc: 0.9291\n", + "Epoch 20/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2150 - acc: 0.9293\n", + "Epoch 21/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2141 - acc: 0.9291\n", + "Epoch 22/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2132 - acc: 0.9298\n", + "Epoch 23/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2123 - acc: 0.9294\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 24/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2114 - acc: 0.9302\n", + "Epoch 25/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2105 - acc: 0.9306\n", + "Epoch 26/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2096 - acc: 0.9305\n", + "Epoch 27/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2088 - acc: 0.9309\n", + "Epoch 28/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2080 - acc: 0.9314\n", + "Epoch 29/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2071 - acc: 0.9313\n", + "Epoch 30/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2063 - acc: 0.9313\n", + "Epoch 31/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.2055 - acc: 0.9318\n", + "Epoch 32/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2047 - acc: 0.9309\n", + "Epoch 33/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2040 - acc: 0.9322\n", + "Epoch 34/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2032 - acc: 0.9319\n", + "Epoch 35/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.2025 - acc: 0.9329\n", + "Epoch 36/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2017 - acc: 0.9329\n", + "Epoch 37/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2010 - acc: 0.9327\n", + "Epoch 38/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.2003 - acc: 0.9335\n", + "Epoch 39/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1996 - acc: 0.9339\n", + "Epoch 40/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.1989 - acc: 0.9339\n", + "Epoch 41/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1983 - acc: 0.9341\n", + "Epoch 42/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1976 - acc: 0.9337\n", + "Epoch 43/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.1969 - acc: 0.9346\n", + "Epoch 44/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1963 - acc: 0.9341\n", + "Epoch 45/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.1957 - acc: 0.9350\n", + "Epoch 46/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1951 - acc: 0.9346\n", + "Epoch 47/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1944 - acc: 0.9350\n", + "Epoch 48/50\n", + "7478/7478 [==============================] - 0s 44us/step - loss: 0.1938 - acc: 0.9354\n", + "Epoch 49/50\n", + "7478/7478 [==============================] - 0s 45us/step - loss: 0.1933 - acc: 0.9351\n", + "Epoch 50/50\n", + "7478/7478 [==============================] - 0s 43us/step - loss: 0.1926 - acc: 0.9353\n", + " 0.9027576617808932\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2388 - acc: 0.9190\n", + "Epoch 2/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2373 - acc: 0.9199\n", + "Epoch 3/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2359 - acc: 0.9206\n", + "Epoch 4/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2346 - acc: 0.9214\n", + "Epoch 5/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2333 - acc: 0.9220\n", + "Epoch 6/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2319 - acc: 0.9222\n", + "Epoch 7/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2307 - acc: 0.9224\n", + "Epoch 8/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2294 - acc: 0.9234\n", + "Epoch 9/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2282 - acc: 0.9242\n", + "Epoch 10/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2270 - acc: 0.9234\n", + "Epoch 11/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2259 - acc: 0.9241\n", + "Epoch 12/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2248 - acc: 0.9239\n", + "Epoch 13/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2237 - acc: 0.9247\n", + "Epoch 14/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2226 - acc: 0.9251\n", + "Epoch 15/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2216 - acc: 0.9255\n", + "Epoch 16/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2205 - acc: 0.9263\n", + "Epoch 17/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2195 - acc: 0.9263\n", + "Epoch 18/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2185 - acc: 0.9262\n", + "Epoch 19/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2175 - acc: 0.9267\n", + "Epoch 20/50\n", + "7479/7479 [==============================] - 0s 42us/step - loss: 0.2165 - acc: 0.9274\n", + "Epoch 21/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2156 - acc: 0.9275\n", + "Epoch 22/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2146 - acc: 0.9283\n", + "Epoch 23/50\n", + "7479/7479 [==============================] - 0s 42us/step - loss: 0.2138 - acc: 0.9279\n", + "Epoch 24/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2129 - acc: 0.9283\n", + "Epoch 25/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2120 - acc: 0.9287\n", + "Epoch 26/50\n", + "7479/7479 [==============================] - 0s 42us/step - loss: 0.2112 - acc: 0.9295\n", + "Epoch 27/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2104 - acc: 0.9301\n", + "Epoch 28/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2095 - acc: 0.9297\n", + "Epoch 29/50\n", + "7479/7479 [==============================] - 0s 42us/step - loss: 0.2087 - acc: 0.9293\n", + "Epoch 30/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2079 - acc: 0.9299\n", + "Epoch 31/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2072 - acc: 0.9299\n", + "Epoch 32/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2064 - acc: 0.9298\n", + "Epoch 33/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2056 - acc: 0.9306\n", + "Epoch 34/50\n", + "7479/7479 [==============================] - 0s 45us/step - loss: 0.2048 - acc: 0.9309\n", + "Epoch 35/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2041 - acc: 0.9302\n", + "Epoch 36/50\n", + "7479/7479 [==============================] - 0s 47us/step - loss: 0.2034 - acc: 0.9307\n", + "Epoch 37/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2027 - acc: 0.9314\n", + "Epoch 38/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2020 - acc: 0.9319\n", + "Epoch 39/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2013 - acc: 0.9313\n", + "Epoch 40/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2006 - acc: 0.9317\n", + "Epoch 41/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2000 - acc: 0.9314\n", + "Epoch 42/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.1993 - acc: 0.9322\n", + "Epoch 43/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.1987 - acc: 0.9314\n", + "Epoch 44/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.1981 - acc: 0.9323\n", + "Epoch 45/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.1974 - acc: 0.9322\n", + "Epoch 46/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.1968 - acc: 0.9322\n", + "Epoch 47/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.1962 - acc: 0.9326\n", + "Epoch 48/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.1956 - acc: 0.9330\n", + "Epoch 49/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.1950 - acc: 0.9331\n", + "Epoch 50/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.1944 - acc: 0.9335\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2388 - acc: 0.9191\n", + "Epoch 2/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2373 - acc: 0.9202\n", + "Epoch 3/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2359 - acc: 0.9206\n", + "Epoch 4/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2345 - acc: 0.9215\n", + "Epoch 5/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2332 - acc: 0.9222\n", + "Epoch 6/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2319 - acc: 0.9219\n", + "Epoch 7/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2307 - acc: 0.9234\n", + "Epoch 8/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2294 - acc: 0.9231\n", + "Epoch 9/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2283 - acc: 0.9234\n", + "Epoch 10/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2270 - acc: 0.9239\n", + "Epoch 11/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2259 - acc: 0.9243\n", + "Epoch 12/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2247 - acc: 0.9249\n", + "Epoch 13/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2236 - acc: 0.9247\n", + "Epoch 14/50\n", + "7479/7479 [==============================] - 0s 42us/step - loss: 0.2226 - acc: 0.9246\n", + "Epoch 15/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2215 - acc: 0.9255\n", + "Epoch 16/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2205 - acc: 0.9258\n", + "Epoch 17/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2195 - acc: 0.9263\n", + "Epoch 18/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2185 - acc: 0.9254\n", + "Epoch 19/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2175 - acc: 0.9267\n", + "Epoch 20/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2165 - acc: 0.9275\n", + "Epoch 21/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2156 - acc: 0.9271\n", + "Epoch 22/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2147 - acc: 0.9279\n", + "Epoch 23/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2138 - acc: 0.9283\n", + "Epoch 24/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2129 - acc: 0.9285\n", + "Epoch 25/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2120 - acc: 0.9290\n", + "Epoch 26/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2112 - acc: 0.9291\n", + "Epoch 27/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2103 - acc: 0.9291\n", + "Epoch 28/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2095 - acc: 0.9295\n", + "Epoch 29/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2087 - acc: 0.9295\n", + "Epoch 30/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2079 - acc: 0.9299\n", + "Epoch 31/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2072 - acc: 0.9303\n", + "Epoch 32/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2064 - acc: 0.9299\n", + "Epoch 33/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2056 - acc: 0.9303\n", + "Epoch 34/50\n", + "7479/7479 [==============================] - 0s 42us/step - loss: 0.2049 - acc: 0.9302\n", + "Epoch 35/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2042 - acc: 0.9311\n", + "Epoch 36/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2034 - acc: 0.9315\n", + "Epoch 37/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2027 - acc: 0.9314\n", + "Epoch 38/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2020 - acc: 0.9313\n", + "Epoch 39/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2014 - acc: 0.9315\n", + "Epoch 40/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2006 - acc: 0.9321\n", + "Epoch 41/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2000 - acc: 0.9317\n", + "Epoch 42/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.1994 - acc: 0.9313\n", + "Epoch 43/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.1987 - acc: 0.9322\n", + "Epoch 44/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.1980 - acc: 0.9319\n", + "Epoch 45/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.1975 - acc: 0.9323\n", + "Epoch 46/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.1969 - acc: 0.9321\n", + "Epoch 47/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.1962 - acc: 0.9329\n", + "Epoch 48/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.1956 - acc: 0.9334\n", + "Epoch 49/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.1950 - acc: 0.9329\n", + "Epoch 50/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.1945 - acc: 0.9331\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2389 - acc: 0.9190\n", + "Epoch 2/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2374 - acc: 0.9202\n", + "Epoch 3/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2361 - acc: 0.9207\n", + "Epoch 4/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2346 - acc: 0.9215\n", + "Epoch 5/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2333 - acc: 0.9218\n", + "Epoch 6/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2320 - acc: 0.9224\n", + "Epoch 7/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2307 - acc: 0.9224\n", + "Epoch 8/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2295 - acc: 0.9229\n", + "Epoch 9/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2283 - acc: 0.9239\n", + "Epoch 10/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2271 - acc: 0.9231\n", + "Epoch 11/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2260 - acc: 0.9241\n", + "Epoch 12/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2249 - acc: 0.9237\n", + "Epoch 13/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2237 - acc: 0.9249\n", + "Epoch 14/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2226 - acc: 0.9249\n", + "Epoch 15/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2215 - acc: 0.9253\n", + "Epoch 16/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2205 - acc: 0.9258\n", + "Epoch 17/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2195 - acc: 0.9262\n", + "Epoch 18/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2185 - acc: 0.9263\n", + "Epoch 19/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2175 - acc: 0.9273\n", + "Epoch 20/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2166 - acc: 0.9267\n", + "Epoch 21/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2157 - acc: 0.9283\n", + "Epoch 22/50\n", + "7479/7479 [==============================] - 0s 45us/step - loss: 0.2148 - acc: 0.9281\n", + "Epoch 23/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2138 - acc: 0.9282\n", + "Epoch 24/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2130 - acc: 0.9277\n", + "Epoch 25/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2121 - acc: 0.9290\n", + "Epoch 26/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2112 - acc: 0.9289\n", + "Epoch 27/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2104 - acc: 0.9286\n", + "Epoch 28/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2096 - acc: 0.9293\n", + "Epoch 29/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2087 - acc: 0.9299\n", + "Epoch 30/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2079 - acc: 0.9305\n", + "Epoch 31/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2072 - acc: 0.9298\n", + "Epoch 32/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2064 - acc: 0.9307\n", + "Epoch 33/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2057 - acc: 0.9305\n", + "Epoch 34/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2049 - acc: 0.9303\n", + "Epoch 35/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2042 - acc: 0.9306\n", + "Epoch 36/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2035 - acc: 0.9311\n", + "Epoch 37/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2027 - acc: 0.9315\n", + "Epoch 38/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2021 - acc: 0.9318\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 39/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2014 - acc: 0.9315\n", + "Epoch 40/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2007 - acc: 0.9317\n", + "Epoch 41/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2000 - acc: 0.9318\n", + "Epoch 42/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.1994 - acc: 0.9325\n", + "Epoch 43/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.1988 - acc: 0.9322\n", + "Epoch 44/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.1981 - acc: 0.9325\n", + "Epoch 45/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.1975 - acc: 0.9318\n", + "Epoch 46/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.1968 - acc: 0.9329\n", + "Epoch 47/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.1963 - acc: 0.9329\n", + "Epoch 48/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.1956 - acc: 0.9326\n", + "Epoch 49/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.1951 - acc: 0.9337\n", + "Epoch 50/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.1945 - acc: 0.9330\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2388 - acc: 0.9190\n", + "Epoch 2/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2374 - acc: 0.9203\n", + "Epoch 3/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2360 - acc: 0.9203\n", + "Epoch 4/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2346 - acc: 0.9208\n", + "Epoch 5/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2333 - acc: 0.9207\n", + "Epoch 6/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2320 - acc: 0.9223\n", + "Epoch 7/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2307 - acc: 0.9222\n", + "Epoch 8/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2295 - acc: 0.9220\n", + "Epoch 9/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2283 - acc: 0.9233\n", + "Epoch 10/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2270 - acc: 0.9245\n", + "Epoch 11/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2259 - acc: 0.9235\n", + "Epoch 12/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2248 - acc: 0.9238\n", + "Epoch 13/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2237 - acc: 0.9247\n", + "Epoch 14/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2226 - acc: 0.9253\n", + "Epoch 15/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2215 - acc: 0.9246\n", + "Epoch 16/50\n", + "7479/7479 [==============================] - 0s 48us/step - loss: 0.2206 - acc: 0.9259\n", + "Epoch 17/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2195 - acc: 0.9265\n", + "Epoch 18/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2185 - acc: 0.9265\n", + "Epoch 19/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2175 - acc: 0.9277\n", + "Epoch 20/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2165 - acc: 0.9275\n", + "Epoch 21/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2156 - acc: 0.9274\n", + "Epoch 22/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2147 - acc: 0.9282\n", + "Epoch 23/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2138 - acc: 0.9281\n", + "Epoch 24/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2129 - acc: 0.9282\n", + "Epoch 25/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2121 - acc: 0.9289\n", + "Epoch 26/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2112 - acc: 0.9278\n", + "Epoch 27/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2104 - acc: 0.9286\n", + "Epoch 28/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2096 - acc: 0.9290\n", + "Epoch 29/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2087 - acc: 0.9297\n", + "Epoch 30/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2079 - acc: 0.9298\n", + "Epoch 31/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2072 - acc: 0.9299\n", + "Epoch 32/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2063 - acc: 0.9305\n", + "Epoch 33/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2056 - acc: 0.9303\n", + "Epoch 34/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2049 - acc: 0.9302\n", + "Epoch 35/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2042 - acc: 0.9309\n", + "Epoch 36/50\n", + "7479/7479 [==============================] - 0s 45us/step - loss: 0.2034 - acc: 0.9311\n", + "Epoch 37/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2028 - acc: 0.9303\n", + "Epoch 38/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2020 - acc: 0.9318\n", + "Epoch 39/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2013 - acc: 0.9319\n", + "Epoch 40/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2007 - acc: 0.9315\n", + "Epoch 41/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2000 - acc: 0.9318\n", + "Epoch 42/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.1993 - acc: 0.9327\n", + "Epoch 43/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.1987 - acc: 0.9329\n", + "Epoch 44/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.1981 - acc: 0.9334\n", + "Epoch 45/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.1975 - acc: 0.9326\n", + "Epoch 46/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.1968 - acc: 0.9331\n", + "Epoch 47/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.1962 - acc: 0.9325\n", + "Epoch 48/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.1956 - acc: 0.9334\n", + "Epoch 49/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.1951 - acc: 0.9329\n", + "Epoch 50/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.1945 - acc: 0.9334\n", + ">>\n", + ".\n", + "Epoch 1/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2390 - acc: 0.9194\n", + "Epoch 2/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2375 - acc: 0.9200\n", + "Epoch 3/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2361 - acc: 0.9208\n", + "Epoch 4/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2348 - acc: 0.9203\n", + "Epoch 5/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2334 - acc: 0.9218\n", + "Epoch 6/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2321 - acc: 0.9219\n", + "Epoch 7/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2308 - acc: 0.9224\n", + "Epoch 8/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2296 - acc: 0.9230\n", + "Epoch 9/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2284 - acc: 0.9234\n", + "Epoch 10/50\n", + "7479/7479 [==============================] - 0s 46us/step - loss: 0.2272 - acc: 0.9237\n", + "Epoch 11/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2260 - acc: 0.9242\n", + "Epoch 12/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2249 - acc: 0.9243\n", + "Epoch 13/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2238 - acc: 0.9243\n", + "Epoch 14/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2227 - acc: 0.9247\n", + "Epoch 15/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2217 - acc: 0.9254\n", + "Epoch 16/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2206 - acc: 0.9253\n", + "Epoch 17/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2196 - acc: 0.9261\n", + "Epoch 18/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2186 - acc: 0.9262\n", + "Epoch 19/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2176 - acc: 0.9273\n", + "Epoch 20/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2167 - acc: 0.9273\n", + "Epoch 21/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2157 - acc: 0.9270\n", + "Epoch 22/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2148 - acc: 0.9283\n", + "Epoch 23/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2139 - acc: 0.9283\n", + "Epoch 24/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2130 - acc: 0.9283\n", + "Epoch 25/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2122 - acc: 0.9289\n", + "Epoch 26/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2113 - acc: 0.9287\n", + "Epoch 27/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2104 - acc: 0.9289\n", + "Epoch 28/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2096 - acc: 0.9287\n", + "Epoch 29/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2088 - acc: 0.9290\n", + "Epoch 30/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2080 - acc: 0.9293\n", + "Epoch 31/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2072 - acc: 0.9297\n", + "Epoch 32/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2064 - acc: 0.9298\n", + "Epoch 33/50\n", + "7479/7479 [==============================] - 0s 45us/step - loss: 0.2058 - acc: 0.9297\n", + "Epoch 34/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2050 - acc: 0.9306\n", + "Epoch 35/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2042 - acc: 0.9306\n", + "Epoch 36/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2035 - acc: 0.9310\n", + "Epoch 37/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2028 - acc: 0.9315\n", + "Epoch 38/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2021 - acc: 0.9313\n", + "Epoch 39/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2014 - acc: 0.9310\n", + "Epoch 40/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.2007 - acc: 0.9313\n", + "Epoch 41/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.2001 - acc: 0.9322\n", + "Epoch 42/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.1995 - acc: 0.9315\n", + "Epoch 43/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.1988 - acc: 0.9317\n", + "Epoch 44/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.1981 - acc: 0.9318\n", + "Epoch 45/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.1975 - acc: 0.9322\n", + "Epoch 46/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.1969 - acc: 0.9325\n", + "Epoch 47/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.1963 - acc: 0.9327\n", + "Epoch 48/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.1957 - acc: 0.9325\n", + "Epoch 49/50\n", + "7479/7479 [==============================] - 0s 43us/step - loss: 0.1951 - acc: 0.9329\n", + "Epoch 50/50\n", + "7479/7479 [==============================] - 0s 44us/step - loss: 0.1945 - acc: 0.9337\n", + " 0.9092741115866867\n" + ] + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEWCAYAAACJ0YulAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAIABJREFUeJzsnXd8VeX9x9/fc1f2TiCQQICwIYYlgjJEtFbL0A7UuirWVlFaV9U6f5ZWrVatdbTWgVoFFav8rPJzIIhQRVCG7JAQZsjeubnjnOf3x7m53JBBWGZw3nndV+455znPuuc832d+HlFKYWFhYWFhAaC1dwQsLCwsLDoOllGwsLCwsAhiGQULCwsLiyCWUbCwsLCwCGIZBQsLCwuLIJZRsLCwsLAIYhmFLoCI/FxEPm7veLQ3ItJLRGpExPY9hpkhIkpE7N9XmCcTEdksIpOP4b4u+wyKyGQR2dfe8fi+sIzCCUZE8kXEHSicDorIfBGJOplhKqVeV0qddzLD6IgE8npqw7FSao9SKkoppbdnvNqLgHHKPB4/lFJDlVLLjxBOE0N4qj6DXRHLKJwcpimlooBsYARwVzvH55hoz9pvV6l5Hw1Wflt0BCyjcBJRSh0EPsI0DgCIiEtEHhORPSJSKCJ/F5HwkOszRGS9iFSJSK6InB84HysiL4pIgYjsF5F5Dd0kInK1iKwMfP+7iDwWGg8RWSwitwS+9xCRd0SkWER2icjcEHcPiMgiEfmXiFQBVx+epkA8Xg3cv1tE7hERLSQeq0TkbyJSKSLbROScw+5tLQ2rROQJESkDHhCRfiLymYiUikiJiLwuInEB968BvYD3A62y3x1egxWR5SLyh4C/1SLysYgkhcTnykAaSkXk3sNbHoelO1xE/hJwXykiK0N/N+Dngd+0RETuDrnvdBH5UkQqAul+WkScIdeViMwRkRwgJ3DuryKyN/AMfCMiE0Lc20Tk94FnozpwPV1EVgScbAjkx6yA+x8FnqcKEfmviGSF+JUvIneIyEagVkTsoXkQiPvaQDwKReTxwK0NYVUEwhoX+gwG7h0qIp+ISFng3t+3kK8tvg+BuH0V8nteL2b3Vljg+G0xW+OVIrJCRIaG+DtfRJ4VkSWBOK4Ske4i8qSIlAeezRGH5cVdIrIlcP3lhnCaiXOL71CXQCllfU7gB8gHpga+pwHfAX8Nuf4k8L9AAhANvA88FLh2OlAJnItpsHsCgwLX3gP+AUQCKcDXwK8C164GVga+TwT2AhI4jgfcQI+An98A9wFOoC+QB/wg4PYBwAfMDLgNbyZ9rwKLA3HPAHYAs0Pi4QduBhzArEB6EtqYBj9wE2AHwoHMQF64gGTMwujJ5vI6cJwBKMAeOF4O5AIDAv4tBx4OXBsC1ABnBfLisUDap7bwuz4TuL8nYAPGB+LVEOY/A2GcBniAwYH7RgFnBNKUAWwFfhvirwI+wXwewgPnLgcSA/fcChwEwgLXbsd8pgYCEggvMcSvzBC/RwJFwNhAnK8K5JkrJP/WA+khYQfzFPgSuCLwPQo4o7l8buYZjAYKAnEPCxyPbSFfW3sftMBv/gDQHygHRoTce03gHlfAn/Uh1+YDJYH8DwM+A3YBVwbyYh6w7LBnaVMgLxKAVcC8wLXJwL6QOLX4DnWFT7tHoKt9Ag9XDVAdeHGWAnGBawLUAv1C3I8DdgW+/wN4ohk/u2EWNOEh5y5teKgPeyEF2ANMDBz/Evgs8H0ssOcwv+8CXg58fwBY0UrabIF4DAk59ytgeUg8DhAwSIFzXwNXtDENe1oKO+BmJrDusLw+klG4J+T6DcD/Bb7fBywIuRYBeGnGKAQKAjdwWjPXGsJMOyzNl7SQht8C74YcK2DKEdJd3hA2sB2Y0YK7w43Cc8AfDnOzHZgUkn/XNPP8NhiFFcD/AEktpLklo3Bp6O/USrpafR9CwirDNKZ3teJXXCBOsYHj+cA/Q67fBGwNOR4OVByW7l+HHF8A5Aa+T+aQUWj1HeoKH6sf8eQwUyn1qYhMAt4AkoAKzNpuBPCNiDS4FczCFsxayofN+Ncbs+ZdEHKfhtkiaIRSSonIQswXcwVwGfCvEH96iEhFyC024IuQ4yZ+hpCEWTvaHXJuN2btuYH9KvCmhFzv0cY0NApbRFKAp4AJmDVCDbOAPBoOhnyvw6zxEohTMDylVJ2IlLbgRxJmbTP3aMMRkQHA48BozN/ejlnTDOXwdN8KXBuIowJiAnEA8xlpLR6h9AauEpGbQs45A/42G/ZhzAYeBLaJyC7gf5RS/2lDuG2N45HeB5RS+SKyDLOQfiboyOx2/CPw04A/RuBSEmbrFKAwJCx3M8eHTwAJzYuG5/Zw2vIOdWqsMYWTiFLqc8waS0MffwnmwzhUKRUX+MQqc1AazIeyXzNe7cWsZSeF3BejlBrajFuABcBPRKQ3Zs3mnRB/doX4EaeUilZKXRAa7VaSVILZxdI75FwvYH/IcU8JecMD1w+0MQ2Hh/1Q4FyWUioGs1tFWnF/NBRgdu8B5pgBZpdNc5QA9TT/2xyJ54BtQP9AGn5P4zRASDoC4wd3AD8D4pVScZiFXMM9LT0jzbEX+ONhv3eEUmpBc2EfjlIqRyl1KWZX3yPAIhGJbO2eo4zjkd4HROQCzNbDUuDRkHsvA2YAU4FYzBYFNM3boyE95HvDc3s4bXmHOjWWUTj5PAmcKyLZSikDs+/5iUAtGBHpKSI/CLh9EfiFiJwjIlrg2iClVAHwMfAXEYkJXOsXaIk0QSm1DigGXgA+Uko11Gq+BqoCA3jhgUHLYSIypi0JUeZUz7eAP4pIdMDo3MKhlgiYBchcEXGIyE+BwcCHR5uGANGYXXEVItITsz89lELMPt1jYREwTUTGiznw+z+0UKAEfreXgMcDg4y2wOCqqw3hRANVQI2IDAKub4N7P+bvZxeR+zBbCg28APxBRPqLSZaINBizw/Pjn8CvRWRswG2kiFwoItFtiDcicrmIJAfS3/AM6YG4GbSc9/8BuovIbwMDydEiMvZwR0d6H8ScFPAiZqvpKszfq6HwjcasZJRitjb+1JY0HYE5IpImIgmYxvvNZtwc1zvUGbCMwklGKVWMOTh7b+DUHcBO4CsxZ/h8ijloiFLqa+AXwBOYtcPPOVQrvxKz6b8FswtlEZDaStALMGtRb4TERQemYc6G2oVZU3sBs6bVVm7C7AfOA1YG/H8p5PpqzEHBEszm/U+UUg3dMkebhv/BHCytBD4A/n3Y9YeAe8ScWXPbUaQBpdTmQFoWYrYaqjEHZT0t3HIb5gDvGsw+7kdo2/tzG2atthqzAGyuoAnlI2AJ5gD+bswWSmi3xuOYhvljTGPzIuYAN5hjQq8E8uNnSqm1mGNKT2Pm906amVHWCucDm0WkBvgr5jhJvVKqDvO3XRUI64zQm5RS1ZgTBKZhdqvlAGe3EEaL7wPwPLBYKfVh4BmaDbwQMIKvBvJnP+bz9NVRpKsl3sDM17zAZ97hDk7QO9ShaZihYmFx3IjI1cC1Sqmz2jsuR4uYCwwrMLt5drV3fCy+X0QkH/PZ/bS949LeWC0Fi1MWEZkmIhGBfvLHMFsC+e0bKwuL9sUyChanMjMwBxMPYHZ5XaKsprPFKY7VfWRhYWFhEcRqKVhYWFhYBOl0i9eSkpJURkZGe0fDwsLColPxzTfflCilko/krtMZhYyMDNauXdve0bCwsLDoVIjI7iO7srqPLCwsLCxCsIyChYWFhUUQyyhYWFhYWASxjIKFhYWFRRDLKFhYWFhYBDlpRkFEXhKRIhHZ1MJ1EZGnRGSniGwUkZEnKy4WFhYWFm3jZLYU5mOqLLbEDzGlBfoD12HqzltYWFhYtCMnbZ2CUmqFiGS04mQG8GpAa+YrEYkTkdSA7r6FhYXFCUUp0PXGH78ffD7weMDrNd00d1/BwSqqqwxqagSfv+G84PXo1FT7cbsFn0/w6+D2eAmVDzIMwedV6Lpg6KDrgm6AoQu60fScYTTd1sNWVYXShEnTU7npxrZs43HstOfitZ401onfFzjXxCiIyHWYrQl69er1vUTOonPh8/nYt28f9fX17R2VUxplqGPeDk+pwMcAI/C/oWxt2IFaKfO76UahFBgGGLoKXkOZ14zANtBKBe49zrQ5XZDQUnkc3CK7geb2azo8Bm1xA6IUYigQwRFWztatYa3GMywsjLS0NBwOR6vuWqI9jULbcgRQSj2PueEGo0ePthT8LJqwb98+oqOjycjIoPFuoBaGoVDGodJV9xutbmraWrGulMJQBj6/N6QAl8B/j1nTVYJSZo1XKUHXNbNG7Cd4rsFNQ/jB74AI2ARUs53bchSFuyCqcUEtcui44bv5uKhG15r4JAot8Al9vERA08xzNs3M1sMfP2kISwLZLofcOZ2H3ItgPrvOiMb3l5cjVVWomBjsyfGEhdtoCaUUpaWl7Nu3jz59+rTorjXa0yjso/GeqGk0vyeqhcURqa+v79IGwdCNYK3Z4/U0LciVwjAUQsilwA1KqWDtWvd5zFo44DMUBApvw9BQgYJaKcDQADELbNHN84ZZmBuGhmE4UU1KbReoQIkXEj+FebqRJVIhhacCpKHAVmYhqyk0oVEhbBaaBpoWKKA10ATEYcOmCZpd0DRB08BmA4/fMO8JuDMDDfgV+IsKO1QEtuXZ+V6eL103+7LCAxvqRSaAJ/LQcSuICImJiRQXFx9z8O1pFP4XuFFEFmJuLl9pjSdYHA+d2SCEFvqNzhsKQ1foho7HX49f19H9GqLZQrpbJNjdYiDg08w+al3QdR1d10IKcBeNCufWsiwkP+XwOSkSqCWLQpQRKMhB0wLfUSi7aR1EUzg1A6dmIGIAOprdZnof8Ec0weM3LYXmcCKahgaINA330L+WI68Al0sjOuzYulDajepqKCgwM6VvX9O6aVqbDEIDx/senDSjICILgMlAkojsA+4HHABKqb8DHwIXYO7PWoe5N7GFRZfE0A2UYX73+3QQwePx4vWB3y94/brZN65C+8AD3TINNXR/GMrQQmrYzb38gUCCl+wg9kA3x6GujoauEE0Dm6YaXQt+GmrWykBEBbtA0BRK+TAC3SXYNLDZUQS6pgwdpRSiadiUQtM0NE0LGBYN0ZyIrXEXiAJcDiE63NGpjfsx4/fDwYNQVWUeh4ebLQZby11FJ4uTNiVVKXWpUipVKeVQSqUppV5USv09YBBQJnOUUv2UUsMDm4xbWHQa/D4dT6UHT0U91RX12Gw2soZnMWTwUH54/gXs3lVAWUk9JUX1fPHFeiZOPofMAQMZOGQwt/3uj+za4+DAQSdFJQ7+8/5yLrxgElOnjGLqlJH84X/upb7WgcftwOexo3tteOp9XPvL8/nJT0fz8adv4gjTcUbouKL8OKP9uGL9hMf5mX3dVHbt/ZrYJC9xiTUkJpeTlFLGx58+wyN/vo7Y+HKi4yuJTKgmPK4aR1Q198+7kfETBzPlvJGs27oKn70Gj70Wr60Wj92Nx+6l3FfFhTN/gNvwoIsgNgfP/+N50rt3p7aiEocSwm02Pvz3Iv54/710j4shOSGWpPhYLp4xjdycbcTHRmEXg9/dPJeRw4cwfsxIpp1/Ltu+W09MhPOYDYJSirlz55KZmUlWVhbffvtts+7efPNNsrKyGDp0KL/73e+C51esWMHIkSOx2+0sWrQoeL64uJjzz29tZv1xohRUVkJurmkQNA26dYOMDHPAoR3odNLZFhYnEt1v0ObdBxUor47fMHB7Fbpu1ux10fB6/YSFhbPonTXounDnnbP5y+MvcN11d+Gur+PyK37K3ff8jXHjpuJ213HbrbN4681nufzyX5KX9x2PPHwTL760kP4DBqL74Y03XiY2tj7Qt252waxf9zWa5mblys8C8ak2p94AGgpbYPqNQ9OJdXmId/kQmx2by5wyExkehsvpJD42JjDYKdR6dT7+6P/Iz9/Nt99tYe2ar7nr9ttYvfqrQ42NQEH97DOvc8nPfkpaSlIwSxa/92/GjBnD8qWfcPXVVwNgc5i1fdGar3Nee+219OnTh5ycHDRNIy8vj61btx7V73Y4S5YsIScnh5ycHFavXs3111/P6tWrG7kpLS3l9ttv55tvviE5OZmrrrqKpUuXcs4559CrVy/mz5/PY4891uie5ORkUlNTWbVqFWeeeeZxxbFZDh6E8nLze2QkpKa2mzFowJK5sOiSKKXw+/TGn5oq/DWVjT56bTWqvgZVU4NRHfqpxldZTWVZHcWFbvbu97Jrj4+d+yB3r439BXYOFtkpKtYoLYLqCjtKgccr+P2QlTWWwuJ9iM3HRx/9i1GjxvKD8yaQGFtF3zQPTzx6H/PnP0L35HJefeVxbrv1FkZmDyA2SiMhXuPGObOJjlZERUJEpEZtTRlzbvw1mzdtZvLks9m7Zx+rVn3J2VPPZcLZU7jptt9R74xAxcSjbHZ0ZyR6WBTzF7zF0GHDOGfquXyx6it0JdTrQr1fcPvBZrOx9KMlzP7F1cRHhnHu5IlUV1VSVFgY7PbRRNBEeOONN5g5c2Ywj3Nzc6mpqWHevHksWLCgTb9Lbm4uq1evZt68eWgBo9G3b18uvPDC4/q9Fy9ezJVXXomIcMYZZ1BRUUFBQeMhyry8PAYMGEBysrnPzNSpU3nnnXcAc5+WrKysYJxCmTlzJq+//vpxxa9FoqPNLqIePaBXr3Y3CGC1FCy6EKE1/o+/O4jhq0c7bJqhsoeBzwDMee1+Hby64NMFv6GCffh+3ayEB2vLCsamJQcPNE1htxvYbAaaTcNmM2e6dEuuA3x8t/ETfnHVVfRL81F0cAtnjTuN1Hgdj19DhUUyMHsMdXVuNEcUOTtz+P3dvychKb7FtMXFRfPSSy/x2GOP8Z///If6+nqmTf8RS5cuZcCAAVx55ZW88cpL/Pa3v8WumbNqaitKePiPD/LNN98QGxvL2WefzYgRI4gJbzz4un//ftLTD00ETEtLY//+/aSmpgbPeb1e8vLyCN31cMGCBVx66aVMmDCB7du3U1RUREpKSqu/0ebNm8nOzsbWhr7yWbNmsX379ibnb7nlFq688sqjTkNmZibbtm0jPz+ftLQ03nvvPbxe7xHjMXr0aO65554jumsTHg/U1UF84LeOioLMzHYZO2gJyyhYdHgM3cAIzLPXty+jusLfxI0/IgVvwyAdMKlXBHZ7BIYzkvp6hdfrRtfB59fw1At+vw2fPzANM8SfxrMkBbvdwG7Xcdj8uFxeHE7TGHiNxt1Omtior3dzzjkT2LN3D9lZpzFx/AS8OugKDNHwag60cBvRkYcWHzVXM20L27dvp0+fPgwYMACAq666imeeeYbf/va3QTerV69m8uTJwZrxrFmz2LFjRxO/mus+O7xvv6SkhLi4uEbnFi5cyLvvvoumaVx88cW8/fbbzJkzp8VxgaMdL3jzzTfb7LYtaYiPj+e5555j1qxZaJrG+PHjycvLO6LfKSkpHDhwnLPllYLSUiguNr+7XBARWI/QgQwCWEbBoh3we3VqKz143XrrUyL3rAbDT021mIuDbAq/smFLH01EnCO4kKq+3ou/upgaPRyv14PPp+H12fB6Nfz+wKR8CUcF5t2DWWAoFJpN4XQahDkNnHZB0NHEj92mcDoFj89AoRCbHbGZM2iU2HBqQpTLdmjapt9PeHg467/6kiq3m+kXX8xrby1g7ty5jBiRzYoVK4iJiQwmLS8vj6ioKKKjoxk6dCjffPMNp512WpvzsK3jIG0piNPS0ti795C4wL59++jRo0cjN+Hh4Y1Wi2/cuJGcnBzOPfdcwGxJ9O3blzlz5pCYmEh5Qz95gLKyMpKSkoiLi2PDhg0YhnFEg3g0LYW2pAFg2rRpTJs2DYDnn3++TS2W+vp6wo9iSmgzHsCBA+Z/gNjYDtFN1BKWUbA46eh+A91v4K724a724q7xoR1cT1SkH6erldWzYTZ8PccTaehg19m1y0dOjkHhJj+FxTrFxRoFBdXs2RPJX5/UsDk0UGGEDpWJKOwOA4ddsNkMHDaF3aljt/mx2fzYbRqCgN+PMswuIM1mQ9NseHRw2mxEOG1m4er3m7NDGvDqIZE106GFhxMfFcVTTz3FjBkzuP766/n5z3/On/70Jz799FOmTp2K2+1m7ty5wdkvt99+OxdffDFnnXUWAwYMwDAMnnzySW655ZYW82bQoEHk5+ezc+dOMjMzee2115g0aVIjN2PHjuU3v/kNpaWlxMTE8PbbbzdreKZPn87TTz/NJZdcwurVq4mNjW3U7QJmLVvXderr6wkLC2PBggU88MAD3HXXXUE3ffr0Yffu3YwZM4Ybb7yRgwcP0r17d9auXYvH4yE9PR1N0xg9ejT3338/Dz74ICJCTk4OW7ZsYcaMGY3CPJqWQlvSAAS7uMrLy3n22Wd56623juj3jh07GDZsWJvjEsQwoKTEbCEoBQ6HOZAcFXX0fn2PWEbB4qSg+w28bj+VxW7cNb5ATV8jPMZJKmtwZhj4ep+N3+/H7/fj8/mo89RR66mlslKxc4eD3fkucvLLyN9t5+CBSIw6I6h9YGCOC3iIBuVE0xRhLj92h4FdM7BpOg6HjtOucNgP1QaVYeDx+MEQwIauQJSOKAFHGMpmC8z0FzQbRLpCVrw6HMgR9GQa5t+PGDGC0047jYULF3LFFVewePFibrrpJubMmYOu61xxxRXceOONAGRlZfHkk09y6aWXUldXh4gcceA1LCyMl19+mZ/+9Kf4/X7GjBnDr3/960ZuUlNTeeCBBxg3bhypqamMHDkSXdeb+HXBBRfw4YcfkpmZSUREBC+//HKzYZ533nmsXLmSqVOnsnDhQpYsWdLo+kUXXcTChQu54447+Otf/8oFF1yAYRhERUWxYMGCYMvghRde4NZbbw2Gl5iYyKOPPtpqeo9Ea2nIzs5m/fr1APzmN79hw4YNANx3333B7rc1a9Zw0UUXUV5ezvvvv8/999/P5s2bAVi2bNmxDYQXFUFZmfk9IQGSkztcV1FzSJun43UQRo8erdautZY0dGS8bj/7cyoACIt0EFu9hvAwH7rux+v1UlvvpSJpNMXFNtZuVOQdqKeiwkZJmbB/bzRVJZFgmE1tv1fhF7NgjomuIzLFQ1xiHTFhlcSF1xEdXcfQ6FJGnpNFn94ZABgobJoNkYaFXhLUnAGzSyUqMrzxAipNa7KgyqIx69at4/HHH+e1115r76h8r0ycOJHFixcTH9/yRIBm8fth715z3UFExJHdn0C2bt3K4MGDG50TkW+UUqOPdK/VUrA4bvxeHXeNj6oSN5om6LoiLNJBt4xoDGXg/a6SvRFjKCvz8d0mF9994eDrLTbyC50oUYAPTcSUaFBgt3lI6VFDcoqNxKRKhozQGWXfRZyqxmmz4RQbRIQj3bsjsb0Ii4mhoqKC8NhowBy8DQtrXUnS4ugZMWIEZ599Nrqut6kvvitQXFzMLbfc0jaDUFMDFRXQs6c51mS3m4vQOtkKbcsoWBwXum5QvLcG3acjLkW9sxZj9yoMvY6DeV6WbrWx7rts8nY5OLg3Dq8fFAa65sHpqmZA3wJ6dK/CFRFPRHgt3ZPqSE83GBxr4M/PxxUZTWRYBHZdJyxjMAf9fvxOF/bwMGw2G5qmUVtbGxy4tIzByeWaa65p7yh8ryQnJzdam9Esug6FhaZBAHMRWoMR6WQGASyjYHGs5HwKho+aSoW7WMcVU8n/5h7k69WnU1g0nJKyZEoLw9D9Nmyahh6Y6dO3XzUj+xcyaMh60lLiiImNQTd0DKMIFGgOB5pSeIqKcKWkYk9Lw2+zoTsc+JxOojWN/v37N4nO1q1bLYNg8f1TVWWuSvb7TQOQnAyHTd3tbFhGwaLNlLhLyK3IRffrlG3ewVZnfyo9UJCXyOb/ZrH/uwQcmp0wpw0NCLdDdA83fQfVMLBfGWMHHMRfV4zd6cIZU4Gm9SE9PZ3IyEgcmoZUVGLTddi/Dy0tjYjTT0dzndxdpiwsjonDBewiIsyZRV3gebWMggUA5fXluP3uJuerPFVsriyiTHdQXukn3HBS8LmHrZsmUljWk6q9YShdqPMZhCkPWaM20Tt9H4nxRSTFlxAR6SExwoHu96OMMBJTYgiPjiHMH0O3iES0/Hw0lwvl8YImOFJSkIwMnH36tKidY2HR7lRXHxKwS0kxu4s6YVdRc1hGwQKA3Ipcwu3h2LXGj8S+Wg/ldXFEldrZ85mL/3wkFBbEYdjDEEA3vKQk1zF5xC6mTviCpHRBfAMIjxtGWEwsDlcY4eHhhIWH4fLr2Os9SF0thrcWm92OlpmJvVs3IDDl0zIEFh0Vwzi0TiUuztwIJz6+Qy9EOxasN/AUJ7cil+V7l1Prq6VPbB8GJgykT1QfbHkuXv23l5fnGbx5QxR/vDqFRfPjKSmMo1uKi1k/LeM3N63n4fs/5m9/2sjll5aRMaobGT3PZ2i/AQzs3oO+0TGkud3E5eYRvnUb2q5d2HQ/msuFa0B/wgYNwtmrF5rLheZydXqDYLPZyM7OZtiwYUybNo2KhoFHTM2fKVOmMGDAAPr3788f/vCHRquSlyxZwujRoxk8eDCDBg3itttua+K/x+Nh6tSpZGdnt7qwa/LkyTQ3bXv+/PnBtRGhbNu2jXHjxuFyuZqohIailGLKlClUhciJvPvuu4gI27ZtC55bvnw5P/rRjxrde/XVVwclqX0+H3feeSf9+/dn2LBhnH766U3WPBwLDz30EJmZmQwcOJCPPvqoWTefffYZI0eOZNiwYVx11VX4/aZkSkt54PV6mThxIv6iIti50zQEYLYKunXrcgYBrJZCl+dAzQHqdXPO/56qPc26GZQwiHhHPPV19bz+zWZWrXay/mMnB3b3IEI0tLAIbDHCwMwCJo77jj69vkGz+XGGhRMXH4cj0k2Ew0G0EUZcUSn25GQ0l2au4oyJwZmRgS0mxlwL0EWa2M0RHh4eXCTVoEV0991343a7mT59Os899xznnXcedXV1/PjHP+bZZ59lzpw5bNq0iRtvvJEPPviAQYMG4ff7ef7555v4v27dOnw+XzCME0VCQgJPPfUU7733XqvuPvzwQ0477TRiYmKC5xbInNtVAAAgAElEQVQsWMBZZ53FwoULeeCBB9oU3r333ktBQQGbNm3C5XJRWFjI559/fjxJYMuWLSxcuJDNmzdz4MABpk6dyo4dOxpNnTUMIyiXPWDAAO677z5eeeUVZs+e3WIeOJXinFGjeHP+fH7+ox+ZXUZJSYcH36WwjEIXYm/1Xrz6IdXHwrpCvLqX9Oh0bGKjtCyBGPshFUvd0Klz17Pwywq2b6zj2y1RHNjSE3w27LqPqEgPI0bsJXtEAQP678OuyqmvSicy7gyGDM8yB4gdDjRNw24YeLZuxZYRj6vvsW0Y3pUYN24cGzduBOCNN97gzDPP5LzzzgMgIiKCp59+msmTJzNnzhz+/Oc/c/fddzNo0CAA7HY7N9xwQyP/ioqKuPzyyykuLiY7O5t33nmH/Px8brvttuCK5ueeew7XYQOdL7/8Mg899BCpqakMGDCgyXUwBd9SUlL44IMPWk3T66+/znXXXRc8rqmpYdWqVSxbtozp06e3ySjU1dXxz3/+k127dgXj0q1bN372s58d8d7WWLx4MZdccgkul4s+ffqQmZnJ119/zbhx44JuSktLcblcwVXM5557Lg899BCzZ89umgchAnYzJ0zgrr/+lZ//+tcQYhC7KpZR6CJ4dS+7KnfRK7oXWmBf27SoNLpFduPLnErqvT4iiWNIko1deT42b4FNG13898soSksIjA8YhBs6AzIqmTJxNadPqSU6YiC1FXaU6k2UaxCJiS7iEhKwV1ebg22A7+BBvH4dcTgIGziwHXMhhO3H3x3RhIE/bJMzXddZunQps2fPBsyuo1GjRjVy069fP2pqaqiqqmLTpk3ceuutrfqZkpLCCy+80Eg6e/LkyY2ks5977rlGKqkFBQXcf//9TaSzj5VVq1bxj3/8I3j83nvvcf755zNgwAASEhL49ttvGTlyZKt+7Ny5k169ejVqbbTEzTffzLJly5qcv+SSS7jzzjsbndu/fz9nnHFG8LhBOjuUpKQkfD4fa9euZfTo0SxatKiRiF4Qnw927QoK2A0bM4Y1W7acEgYBLKPQJSisLWR7+Xa2HnBTH+lCEw2Fwufz8VnxHrZsgor9kezaGcnu/DC8bg1NV/j9HpQySIx0MyTLz2mn1XDeuZHExngpyN+NnWzCIiJJTEoiNjIKtXUb9ohI7Ie9HM6+fc1ZQx2pf7WNBfiJxO12k52dTX5+PqNGjQoqiCqlTpicdAMnUjq7rZSVlREdHR08XrBgQTC8Sy65hAULFjBy5MgTltYnnniizW7bIp0tIixcuJCbb74Zj8fDeeedh93eQhHo8QQF7GxRUTidTqqrqxulv6tiGYVOzsdb95JXuZVwexQDY0cwsk88m8sqKC6q5KN3oljy70T8XlCGH4eAhk63iFLS48vJ6FvI6HHR9OpZima3YXg8uPcpqrWtRERGMHDocCKjovHu2YN/Zy725BTChx+DWuQpQsOYQmVlJT/60Y945plnmDt3LkOHDmXFihWN3HYk6ey2YrfbgyvHS0tL+eyzz9i0aRMigq7riAh//vOfW5XOzszMZM+ePW0qYI+mpdBW6exx48bxxRdfAPDxxx8fMpIez6FBY4cD0tMhPDwoYOfxeE6ZxZGWUeikuP1u8iry2FKew6heiYxMOQ3dY7Asbzeb1jr4+JUe7N3lQ/fXMzitjP69azg99SD9upcSF1FHTUIF0t3cKN0ZFka4x4vNqMUeEYHNlki8LRt27aZh5ULY0KHYExLaNc2dhdjY2E4lnd1WBg4cSF5eHpmZmSxatIgrr7yyUXfSpEmTWLlyJaeffjoHDhwIirLt3r2bDRs2kJ2dTUREBLNnz2bu3Ln84x//wOl0UlBQwNKlS7n88ssbhXc0LYXp06dz2WWXccstt3DgwAFycnI4/fTTm7hrkM72eDw88sgj3H3nneYitLIySEs75DBE3rq0tJTk5GQcR1DI7SpYRqGTsqN8B2vyi+kbNYiR8emUFZbx32/9/PONJPast4Hhp3t8FbfMKmVMjy1o+h6q7XvwxfVGvB6SImJIdIzGbrebG87YfLhG9MfRrfXtFC3aRmeSzj548CCjR4+mqqoKTdN48skn2bJlS5N+/wsvvJDly5eTmZnJggULmtTWf/zjH/PGG28wYcIE/vWvf/GLX/yC+vp6HA4HL7zwArGxsQDMmzePe+65hyFDhhAWFkZkZCQPPvjgUedxKEOHDuVnP/sZQ4YMwW6388wzzwRnHl1wwQW88MIL9OjRg0cffZT//Oc/GIbB9ddcw5SMDCgr42BJCaOnTqWqpqZJHixbtowLLrjguOLXmbCkszsZS7cVsLc6lwpfMRnhw8hMcLEzx8dbrybw5eowDN1PlK2On4zey7kT/o/IGI1IPQ9bcn/C0jJI6TYFsdmwxcd3qemhzUkFW5xYCgoKuPLKK/nkk0/aOyrHh66brYPKSvM4LAx69DD/N8PFF1/MQw89xMCOMomiDVjS2acARR4fObW1fFi8nvRYO7GSzv5qH2+8EsW3Hydh6IJIHeefmcus0Z/QLaIULaqeHt3GEhk1BFvWBR1rINii05Gamsovf/lLqqqq2jR7qENSXw979jQWsEtMbFGiwuv1MnPmzE5lEI4Xyyh0QNy6QZXfbOYf8PhYlV+KT1dU1+YRXVvNGYnDWfpvF++/G0VFpQOXuDl7yD4mjlrL4H6FGC4XsfEDiDvzcqI6+NZ/Fp2L411P0O44naZURRsF7JxOZ5P9oLs6llHoYOhKsbXWjVs3iLTZ2FO1h5qa3QyOs1HhLsK3/wzufyyZ3bkGojz061vD7Mv3kaAVYnSvwGmvITlyKFGxCTgtg2BxqqOUuQo5KsqcSaRp0Lu3uQFOF+o+PZFYRqEDUeHz83VlLQCnx0ayPreMvcV5JPoi6e5J4P0Xs/nv5+GIBokRxVxxWQVZkz1oO7fjd24nLTqMHvETcA75/ufoW1h0OLxeKCiA2lpTuC411Tx/iswiOlYso9BBcOsGm2rcJDnsZEVH8Nnm/RSXF9JN6rFX9OaeB9PZd8BOuFHDzybkMnzoduL69cIoUCTF7SVy9GR69vxBeyfDwqL9UQrKy6GoyFQ2tdm+9z2SOzOWUegAGEqxvbYemwhJRg1L1nzB+txSMsIi2bajJ++92QdvrdA7tpLLzl1KryndsIdlktKtG47ihURERpJiGQQLC3MRWkEB1NWZxzEx0L272V1k0SY6t1ZxF2FVeQ1Ld5VQsKeCxf9dx/btXvpED6Zw5zgWvjKEuio3o9LyuGPW23Tvs5+B9j1k6jmk120iMiqClNNaXuRk8f3RWaWzX3/9dbKyssjKymL8+PFs2LChWX87vHT2vHlk9u/PwLPP5qMvvzRXJaelNTIILUlnt5QHQensgLtTAcsotDPFHi/7awuJrd9PrDuPWLebs/pnsGlVJq++GAM1Hq4Yl88fL1/L0BHhRMZFYhvyI5LPupLatAS0nkecdmzxPdEgc7Fp0yYSEhJ45plnAILS2XfeeSc7duxgw4YN/Pe//+XZZ58FCEpn/+tf/2Lr1q1s2rSJvn37NvE/VDp71qxZJyzeffr04fPPP2fjxo3ce++9jZRQQzmSdHZbCZXO3rRpE++//z7VAXHFY2XLli0sfPttNi9fzv8tWMANf/oT+mFdRg3S2QsXLmTTpk307t2bV155BWg5D5xOJ+ecc06rRrircVKNgoicLyLbRWSniNzZzPVeIrJMRNaJyEYROXWWDQI7q0t5I38da3Zupq68An+lkBzXj6ef6ceHH4Zh6HXMmrmKyTO+Yn+il03Sl6gBZ5GSkkJFxUoAEhMnHSEUi/Zg3LhxQZXOlqSzH374YYCjks5ev3492dnZ5ObmsnTpUkaMGMHw4cO55ppr8Hg8TeLx8ssvM2DAACZNmsSqVauajev48eOJj48H4IwzzmDfvn3Nunv99deZMWNG8LhBOvvFF19ss1FokM7+29/+dvzS2YZhjhu43Yeks/v0oc8ZZwSls0NpTjr7nXfeAVrPg5kzZ/L6668fffw6KSeto01EbMAzwLnAPmCNiPyvUmpLiLN7gLeUUs+JyBDgQyDjZMWpo6AMxbd7ivmoYDvphoOYoh4MT45ma04Ez89PoKTYS4S9nGunf8m4CUL3hAiqe5zF0B49iIyMpLTU3JDEMggts3zv8hPu5+T0yW1y15mls1988UV++MPmZ691KOnsuXPhwAFzhlFNDfv37eOMceOC00yPRzr78DwYNmwYa9asOWJ8uwonc/TldGCnUioPQEQWAjOAUKOggIanIxY4cBLj0yGor/VxMK+S3Lpauhn1nOZKYnOsny/WJTP/RReeunqG9Kng5pnb6d+nGC3SiV+cpKenB1UaDeUnOemcdk5Jx6atBfiJpLNLZy9btowXX3yRlStXNnu9Q0hn67rZOsjPN49dLujenebEeo5FOru5PLDZbJZ09gmiJxBqhvcBYw9z8wDwsYjcBEQCU5vzSESuA64D6NWr1wmP6PeF36dTkFuJK8JOrb+A/QUHiImMZ82KRD59LwxfvZsZ0w/y6xlCKXY0RySVqePp0aNH0CCUln6OJtZMio5IZ5bO3rhxI9deey1LliwhMTGxWTftLp1tGODzccn553PnddeZ22ImJoKmHb909hHy4FSSzkYpdVI+wE+BF0KOrwD+dpibW4BbA9/HYbYitNb8HTVqlOqM1FV7VN6GYvXq/21Wjyz5XN3+3NPqtX+8pJ698xs1PLNCDexVoh6Z+6Xa8cEatWHhJ2rdiuVq76fPq4qKCqWUUiUly1VR8aeqpGR5O6ekY7Jly5b2joKKjIwMfv/2229Venq68nq9qq6uTvXp00d98sknSiml6urq1IUXXqieeuoppZRSGzZsUP369VPbt29XSiml67r6y1/+0sT/ZcuWqQsvvFAppZTb7Vbp6ekqJydHKaXUVVddpZ588kmllFKTJk1Sa9asUQcOHFC9evVSJSUlyuv1qrPOOkvNmTOnib+7d+9W/fr1U6tWrWo1fWPHjg2G9/e//11dd911ja5PnDhRrVixQtXX16uMjIzgb5Kfn6969eoVfJZvv/12dfXVVyuPx6OUUurAgQPqtddeazVs5fcrtW2bUps3K5WXp5Tb3ejypk2bVFZWlqqvr1d5eXmqT58+yu/3N/GmsLBQKaVUfX29mjJlilq6dOkR86CkpEQNGjSo9fh1MJp7H4C1qg1l98kcaN4HpIccp9G0e2g28BaAUupLIAzokrti19X42Ccl/NeZT4R3L+N6xeK2XcjfPxyGT2lcOjOf837spsJejHNQEpHdexATE4Pfv57ikqUAJCedY40jdBJCpbPDw8NZvHgx8+bNY+DAgQwfPpwxY8Y0K509ePBghg0bRkFBQav+h0pnDx8+HE3TWpXOnjp1aov9/Q8++CClpaXccMMNZGdnM3p08zPaGqSzwew6uuiiixpdb5DOdrlcQens7OxsfvKTnzSRzk5OTmbIkCEMGzaMmTNnBru4GqGU+QFzAVr37tCtG2RkNFE0DZXOPv/885tIZx84YBY9jz76KIMHDyYrK4tp06YxZcqUI+aBJZ19ojwWsQM7gHOA/cAa4DKl1OYQN0uAN5VS80VkMLAU6KlaiVRnks42lKLMp+P16SzbUcy6ijzCDbhaM1iX24M/PpOBYcCMSduYNu0A0UnJ2MIjiCj8mtjoSCKjYymJ16zxgzZgSWeffL5X6Wyfz5S3jogwu4jakVNNOvuktRSUUn7gRuAjYCvmLKPNIvKgiEwPOLsV+KWIbAAWAFe3ZhA6G6U+P99V17Gr1kOYqidOL+DHPWPI2xPDI0/3wDDg0vMqOHdCAa7ISBwxccSWrSM5OYWokT+hLMFpjR9YdBhCpbNPGkpBRQXk5UF1NZSWmmMJ7YQlnX2CUUp9iDnNNPTcfSHftwBnnsw4tDexdhs9Kv3s2HeQlLJKavaU8cCTw/H4NX5wYT2XT69kR53C6/UR73SSFB+LNticDmfNMrLoaJxU6exQATswlU1TU01l03bCks62OCEUenzk1NXjV4pYu53a6nqqtBoG26L5n5dHUe1xcnpWPTPP2Mjenbl4vQeJSY2me1UtmjMcsGYZWZxCKGXukVxcfEjArnt3U7fIkrf+3rFKnZOA2zCId9jZu7eSymI3+3blUmfk8tQrP6CwwMGAfj5uuaeIgxu+Jd6pI+mjSB07nirvtxjKDyVL0cRuDSpbnDpUV5sGITbWHEy2BOzaDSvnTzBu3SC3zkPvcCfiM+hdfgAq1vHOJ+eyZ283kpN9XH/dOvZ+/RXOMBf2QZPpmd4Lr/dbAKu7yOLUwDDMT8NmN6mpZvfRKbA4rKNjGYUTjF8pbKUldDuwl+3fFXBQr+H9bWexdksfIlx+brphI2m2LVSmJJI0/BwcDgeJiYmUlVvjBxanCG63KVHhcJhKpiLmyuQjbI1p8f1gqaSeQPxlZXjyd7Nj+17+W2OjLKMfuRFZfPnZcOw24f4/ezmz/wESUxLwJAxCREhNTaWiYqU1ftAF6KzS2YsXLyYrKys4P78lmQu3282kSZPQdT147oknniAsLIzKyspWw5k8eTJrv/4aCgup2byZX911F/3OOouhw4YxceJEVq9e3WJ62oJSirlz55KZmUlWVhbffvtts+7efPNNsrKyGDp0KL/73e+C5z0eD7NmzSIzM5OxY8eSH5DR+O6777j66quPK26dDcsonCCMujo8O3aY/13h9Osdy2np8Sx6OQNlGMw8ey3jkz5F0zTqeoxH13V69uxpSgcovzV+0AXorNLZ55xzDhs2bGD9+vW89NJLXHvttc26e+mll7j44ouDi8LAXMQ2ZswY3n333dYD0XXYvx9KS7n2vvtI6N6dnLw8Nm/ezPz58ykpKTmuNCxZsoScnBxycnJ4/vnnuf7665u4KS0t5fbbb2fp0qVs3ryZwsJCli41F4a++OKLxMfHs3PnTm6++WbuuOMOAIYPH86+ffvYs2fPccWvM2EZhROEXl5Oqc3BB3oUtRFRqIgwnltYzf4CB0ndqrly5i48vc+mNnUcu3btIjk5GafT2d7RtjhJdCbp7KioqKBGUm1tbYt6SYdLZ+fm5lJTU8O8efNYsGBB8xmhlLkIzeMBn4/cgwdZvWUL8554Ai0wmNy3b18uvPDC5u9vI4sXL+bKK69ERDjjjDOoqKhosio8Ly+PAQMGBFdPT506NSidvXjxYq666ioAfvKTn7B06dJgS27atGlHtV9EZ8fqszhBKF2nODyCmhofUxJtHCxy8fm/E7GhceOvyoiPD6Pa60XXdRISEhg6dGh7R7lLU/1ZU8nl4yV6ytltctcZpbPfffdd7rrrLoqKivjggw+aXPd6veTl5ZGRkRE8t2DBAi699FImTJjA9u3bKSoqIiUlpfGNIofWGcTHs7mqiuwRIxq1Nlpi1qxZbN++vcn5W265pcnagf3795OefkhVp0E6OzU1NXguMzOTbdu2kZ+fT1paGu+99x5er7fJ/Xa7ndjYWEpLS0lKSmL06NE8/PDDjbqbujKWUTgBGB4PntxcjO49UbU1RCQ7ufsxP34PTJpQzllTE8ldXYnbu5vExMRTR22xHWlrAX4i6czS2RdddBEXXXQRK1as4N577+XTTz9tdL2kpIS4uLhG5xYuXMi7776LpmlcfPHFvP3228yZMwcxDAjdvjIpCcLCkIQEc5C5jRzNbmfNCSEcnrfx8fE899xzzJo1C03TGD9+PHl5eUe8PyUlJaiddCrQJqMgIk6gl1Jq50mOT6fDX1yMb/9+Pi/18o3dR7Im/O/7it1bEokN93Ljbw12796NTZm7Ozkcjkb3W4vUug6dWTq7gYkTJ5Kbm0tJSQlJSYe0KcPDw6mvrw8eb9y4kZycnKDh83q99O3blzmXX06i10v5/v3mOILNBppGWUUFSUlJxMXFsWHDhqAEd2scTUuhrdLZ06ZNY9q0aQA8//zzwRZLw/1paWn4/X4qKytJSEgAoL6+nvDw8Fbj2pU44piCiFwIfAd8EjjOFpEjjCqdGhh1dXh27sTvcvFdSk9GJtg4zR7GW3/vhuZRXHHBfpJ7hKEOrGdov55NDAJgDTJ3QWJjY3nqqad47LHH8Pl8/PznP2flypXB2rfb7Wbu3LnB7ojbb7+dP/3pT8FavGEYPP74462GMWjQIPLz89m506ynvfbaa0ya1Pg5Gjt2LMuXL6e0tBSfz8fbb7/drF87d+4MGplvv/0Wr9fbZD+B+Ph4dF0PGoYFCxbwwAMPkJ+fT35+Pgd272b/nj3sXrOGMUOGsGrdOg4Gatdr167F4/GQnp5Ov379GD16NPfff38wzJycHBYvXtwkXm+++Sbr169v8mlOdmL69Om8+uqrKKX46quviI2NbdR11EBRUREA5eXlPPvss8FB9enTpwf3a160aBFTpkwJGtQdO3YwbNiwZvOuK9KWKuqDmJvjLANQSq0XkcyTGqtOgOF2416/Hp/TxTv1EXioYnhkOHfep+P22Rk5sZ6zZkSg6zqaKMKHT2vih9VK6LqESmdfccUVLF68mJtuuok5c+ag6zpXXHFFs9LZdXV1iMgRB15DpbP9fj9jxoxpVTo7NTWVkSNHNppO2sA777zDq6++isPhIDw8nDfffLPZFsZ5553HypUrmTp1KgsXLmTJkiWHBOwKC7no7LNZuGQJd9xzD399+mkumDEDwzCIiopiwYIFwZbBCy+8wK233kpmZiYREREkJiby6KOPHmtWA6Y89ocffhj08+WXXw5ey87OZv369QD85je/YcOGDQDcd999we632bNnc8UVV5CZmUlCQkKjgeVly5Yd90B4Z+KI0tki8pVS6gwRWaeUGhE4t1EplfW9xPAwOop0tnv9eoz6evYPGMw7OYWcEwu56xJ58G4brkiDF+bXUrHpMyIjqomOjSV1VC9TwiIES8rixGFJZ5981q1bx+OPP85rr7126OSBA6ZRAHM1cvfu5qK0LoLH42HSpEmsXLmyydadHZnjkc5uSyq3isjPAE1E+gC/Ab46pph2AfSKCnyFRVSWlfNVZA8KdlcQ5XYTWxXOs39xoZSPGdfupntKCqV+H91HX0hU1G7AkrCw6NyMGDGCs88+G13XD80eio2FmhpTr6gLCtjt2bOHhx9+uFMZhOOlLesUbgRGAQbwb6Ae0zCckrg3b0a569ib1pt9zjD6xwpn9ojk4y9iKKuF7v2L+OFUH2V73Riundjsm9E0sVoEFl2Cay67DFvISm0iIyEz0zQOXcwgAPTv35/Jkye3dzS+V9pi/n6glLoDuKPhhIhcjGkgTin0mhrQdVyDB7NxRzGJhpeM/FocWhjvfhqFX/dz5vh92Ip64MVHZJSftJ4XHHGWhYVFh8cwzA1vSkrMcYTwcHNXNGjX/Q4sTjxt+TXvaebc3Sc6Ip0B39692GJiWJFXjl/XyayqJczl4vN9Meyu8BETW8G40T5S+kQR09NGZITTMggWnR+3G3btMvc7UAri4y3xui5Miy0FEfkBcD7QU0RC58fFYHYlnZKsqbERXlJHb4cHTWxIRhRv/tkBfsUF4wsZ2Kc3uuEjOjqaulOoH9KiC2IYUFRkboAD4HSaEteRke0bL4uTSmulVhGwCXMMYXPI+WrgzpMZqY7K2vwyiI6hZ5ydXS4PqTHRfLXOy/adEcRF+5l6jo/w2Gh27lxMdEwEDo68lN/CosPSYBBEICEBkpOtrqJTgBZ/YaXUOqXUi8BApdSLIZ+3lFLHJ2nYCTHq6zFqajg9I55V5QfY5d7JpvxveOGfOsptcOawPURE2cjNzSXSs59Rkd3JSu/S209bHEZnlc5uYM2aNdhsNhYtWmSeSEoyWwUZGdCtG+7A9Mxjls4OxKmmpoZf/epX9OvXj6FDh3YI6ewVK1YwcuRI7Hb7ofQDxcXFnH/++ccVt85GW8x+TxFZKCIbRWRHw+ekx6wDoQwDPdCELt3vpUIZjI5KJCw/i70704gM17jiOheeMIXNZqN3SgwM/CH0n9rOMbf4Pums0tlgivjdcdtt/GDiRHPcAMxd0Xr3NgeVOU7p7BCuvfZaEhISyMnJ6TDS2b169WL+/Plcdtllje5JTk4mNTW1RYXZrkhbjMJ84GVAgB8CbwGnjI6sUgr3+vWsWb6WCD2WvHo30t0ORYp/vZ2IzS6ce3YxXlWG3+9n2LBhiFhN7FOdziSdjd/P3/7wB348YQIpsbFQW9uss2OSzj6M3NxcVq9ezbx584KTMDqCdHZGRgZZWVnNTgyZOXMmr7/++nHFrzPRlpHQCKXURyLymFIqF7hHRL442RHrKNR8vgV/SS1aTH8y02P5QMqJoYqvV6eyc3cYCQkGF114AENXdFNLqc9bhcN+6ohndVR2bTzxPZx9spKO7IhOJJ2tFFRVsX/DBt794AM+mz+fNfPmNTuQfMzS2YexefNmsrOzO5x0dmuMHj2ae+5pbhJm16QtRsEjphBKroj8GtgPtP7LdxH06mp8RcVsSkvGSEikLKyGktISkvxePni3NwC/+EUtERE6lfomnA6N7iPvaudYW0DbC/ATSaeSzvb5oKAAamr47R//yCO//z22/v3NqabNxOmopLNPUFq/T+ns1jjVpLPb0s9xMxAFzAXOBH4JXHMyI9VhMAzyawyMxGQGpRh8VfgVdaqW9R+MpLLSzsD+PqZONZvsWuUuUuPHtHOELdqThjGF3bt34/V6g2MKQ4cObTLw25x09tFw3NLZNTXmx2Zj7bZtXHLzzWQMGMCiRYu44YYbeO+995qkrSXp7IyMDBYuXBjsQkpMTKS8vLzR/WVlZSQlJTF06NCgdPaRmDVrFtnZ2U0+r776ahO3RyOdvXr1ar788ksGDhxI//9n78zDo6iy//3ezp4AIYGAQAiELCwJSWRHMTCoiGERkBH4qcAo4gw6oI4O6AEIkNIAACAASURBVKjD+GXcUEEcXFAcB5WEkRFwAR1lGQQXdjAJS1gSCGFNCGTtTrrP749Kmiyd0CHpbF3v89RDV9WtqlNNuk7de+75nLCwa9rhbNLZiEiNFyDweo6ri6Vv375SX2zZdVR2L98oefl5sm7XOvnm129k2dZUib7RKBE9C+Sbr9Ll+JEjsi/+ddny+WNiNpvrzTad8iQnJze0CeLj42P9vGfPHuncubOYTCbJz8+X4OBg+e6770REJD8/X0aNGiVLliwREZH9+/dLSEiIHD58WEREzGazvP7665XOv3nzZhk1apSIiBQUFEjnzp0lJSVFRESmTZsmixcvFhGRoUOHys6dOyUjI0OCgoLk4sWLYjKZZMiQIfLII49oJ7NYRM6fFzGZyl1j2rRp8tlnn9m8v8DAQCkoKBARkXnz5smLL75Ybn/Xrl0lNTVVzp49K126dJEzZ86IiMjOnTslPDzc+vv47W9/K88++6xYLBYRETly5IisXbv2mt9vdXz11VcycuRIsVgs8tNPP0n//v1ttjt37pyIiGRlZUl0dLT1Oy/F1v3v2rVL7rjjjlrZV9/Y+j0Au8SOZ2y1PQWlVH+l1DilVNuS9Qil1AqcRRAv/RRd2niRfjodkzIR7hvOj1+3xFwMQwbnE+qykSu71qIMCteAUD17WcdKWelsLy8v1q1bx4IFC+jevTu9e/emf//+NqWze/bsSWRkZKUgaUXKSmf37t0bg8FQrXT2bUOH0ic4WCt8A9oQUUBAjRRNS6WzQRs6Gj9+fLn948ePJyEhgfbt2/Pmm28SFxdHTEwMjz32WCXp7LNnzxIaGkrv3r156KGHbL7V14S4uDi6detGaGgoDz30kHVmF2jS2aXMmTOHXr16cfPNNzNv3jzr8NvOnTsJDAzks88+4+GHHy5XLleXzi7dodRLwN3AfiAYWIMmhPcK8I6I5NeXkWWpT+nsrSvW0qVDMKZu3iTnJRPpM4Cxk/1QBYr/m5dBtP9mcv3C8WrbnsuXt9Kv34P1YpdOZXTp7CooLNTkrUuHftq3hwoFdOzFpnS2ExAbG8u6devw8/NraFPsxlHS2XcB0SJSoJTyBzJK1itPB2iGFB7Owv2SoqijwuyivV19950HxkJFdA8j3XsKbpcEi9mCq6srLrqkhU5jwmLRxOsyM7VZRm5umkRFixbXfUqb0tnNnAsXLvDEE080KYdQW6p7khWKSAGAiGQppQ45i0MAELOQ7ZGHb2cXTuQep7WbP4vXemK2CLcPz8XgqigymTAZTFy8uAUPD8+GNllHR6OwEE6fhtK8hVKJijp4kD/wgHPMMSklICCAcePGNbQZ9Up1TqGbUqpUHlsBXcusIyITrnVypdRI4E3ABfhARF620eYeYD4gwH4R+X8V29Q3hYezKL5wjiKTkcvmy7goFzIPh5Fx2oW2rYq4qW8h7l4uZGdexifSHxPpREVNaWizdXQ0lAKTSROw69jxqsS1jo4dVOcU7q6w/o+anFgp5QIsBW4H0oGdSqkvRCS5TJsw4GngZhG5pJRqFPkPYhaUbxF5HYNo5+aCH378+0ut2x37mxz8OrhjcFGYzcUUG1wwKOfoSus0YgoKwNNTcwgeHhAUpMlT6JMfdGpIlU5BRDbW8twDgKMichxAKZWAFqdILtPmIWCpiFwqueb5Wl6zztiZehGDi/aDOpvhzq5d7ri5CzcNyQW8cE3dwgWjgVAvL/z8azdzQkfnujGb4dw5rU5yp05aBTTQ5a11rhtHRkc7AafKrKcDAyu0CQdQSm1HG2KaLyLfVDyRUmomMBM04ar6oKDQiGeb85zOb8W2bwdgFuh5cz5tjMl4nMzlypUcXALCaNPmDI79GnV0quDKFTh7FoqLtR5CGfVSHZ3rxZF9S1uplBXnv7oCYcAwYArwgVKqdaWDRJaJSD8R6Veasu9Ifkk7RVpuIhggulV/fvlfAAKMiCvAJyeLNGN7zqjLtGyjzSXX6y/rQD1KZ0dHs+rttyE9XXMI3t7QrZsWUKbm0tlbtmzB19fXmjH8wgsv2Lw/EWH48OFcuXLFum3NmjUopTh06FC5840ePbrcsdOnT7dKUhcVFTFv3jzCwsKIjIxkwIABbNiwweY1a8JLL71EaGgo3bt359tvv7XZZtOmTfTp04fIyEimTZtGcXGx9d5sSW/r0tnVoJSqaf29dKBzmfVAtGmtFdusE5EiETkBHEZzEg1KcWEBEV4+3Nj2Rn7c5k1ursK/q4mw8CLycq5gdj2Cq68fAR3v1B2CjpV6kc42Gtn3738zadgwLV5www2avHUty2Pecsst7Nu3j3379vH888/bbLN+/Xqio6Np1aqVdVt8fDxDhgwhIcF+4eTnnnuOM2fOkJiYSGJiIl9++SU5OTm1sj85OZmEhASSkpL45ptvmDVrVrm6DwAWi4Vp06aRkJBAYmIiXbp04V//+hdQtfS2Lp1tA6XUAKXUr0BKyXq0UuotO869EwhTSgUrpdyBycAXFdqsBX5Tct62aMNJ11aociCFh7OQ/HzE1QVD69Zs2OCJAANG5NH+svZH5t7CC9/WQ+zSTdFxThwmnX3gADHjxnEsM5ONqanceOut9I6Kqp10tp1UlM7Ozc1l+/btLF++3G6nkJ+fz/vvv89bb72FR4kja9++Pffcc0+tbFu3bh2TJ0/Gw8OD4OBgQkND2bFjR7k2mZmZeHh4WLOYb7/9dqt0dnXS27p0dmWWAKPRHuCIyH6l1G+udZCIFCulHgW+RYsXfCgiSUqpF9A0OL4o2TdCKZUMmIGnRCTzOu+lTrCYLaT5nCNEeXAyw5OkJDeUq5nQyMsY8xSufkfJz4+gZSv75QF06p9ju2tXycsWIX0rhsRsU6fS2SKQnU27Nm2uSmevXUthURHDwsNrJ51dhp9++ono6Gg6duzIa6+9Vk7moZTt27fz3nvvWdfXrl3LyJEjCQ8Px9/fnz179tCnT59qv5ujR48SFBRUrrdRFY8//jibN2+utH3y5MnMm1e+IvDp06cZNGiQdb1UOrssbdu2paioiF27dtGvXz9Wr15tFdGrTnpbl86ujEFE0iqoLdoV0RKR9cD6CtueL/NZgCdKlgal8HAWYhaKpQjL+dO069qLhPWeWCxCr7459GjtgtepH8h3KcbLZ4DeS2jk2PsAr0vqXDrbaNTkrfPztSmnpbi6cjgpqXbS2WXo06cPaWlptGjRgvXr1zNu3DhSUlIqtcvKyqJly5bW9fj4eOv1Jk+eTHx8PH369Kkz6exFixbZ3daWXE/F6ymlSEhI4PHHH8doNDJixAhcS5QIqjtel86uzCml1ABAlFIuSqnHgGZXjlPMglevNlg6u2DIL8C1QzgbN3oiFhh8ex4B/u4UcoDcll1pUeaHoaNTSp1JZ4toEhXHj2sOwdW1kjxFVZplFbHnQdyqVStalJw/Li6OoqIim+UxXV1drZLXmZmZbNq0iRkzZtC1a1cWLlzIqlWrEJFqpbNDQ0M5efKkXTGExx9/3KZ0dumwW1nslc4ePHgwP/zwAzt27CA2Ntb6clfd8c4mnW2PU/gD2pt8EHAOGFSyrVny2f4duClPdv/qT16eomvXDNoF7SMnextnswto2WKw3kvQqRZfX1+WLFnCa6+9RlFREffeey/btm3j+++/B7QexezZs62F45966ilefPFF7S2+sBDLsWO88eqrmnNo3RpCQqDCcEuPHj1ITU3l6NGjAHz88ccMHVp+0sPAgQPZsmULmZmZFBUV8dlnn9m09+zZs1Yns2PHDiwWC21siOZ1797dWpRm9erVTJ06lbS0NFJTUzl16hTBwcFs27aNsLAwMjIyOHjwIABpaWns37+fmJgYvL29efDBB5k9e7a16tmZM2f45JNPKl1v0aJF1uB32aXi0BHA2LFjSUhIwGg0cuLECVJSUhgwYECldufPa6lQRqORV155xaosO3bsWFasWIGI8PPPP+Pr62ut2nbkyBEiIyNtfnfNEXucQrGITBaRtiXLZBGp+1qHjQRTcTF92nfk4EFXxAIxkRn4eEfh5hKFFHamz8DKf2g6OhW5LunsyZPpGRFB5B13cCYrS8tK7tjRpmZRjaWzb7utyvH+1atXExkZSXR0NLNnzyYhIcFmD2PUqFFs2bIF0IaOKkpn33333axcuRIPDw8++eQTfve73xETE8PEiRP54IMP8C1JrFuwYAEBAQH06tWLyMhIxo0bR22nmkdERHDPPffQq1cvRo4cydKlS62ifXFxcdbhn4ULF9KzZ0+ioqIYM2YMw4cPt7apSnpbl86u2ECpY2hTRVcBn4tI7eaO1RJHSGcXHs4CwLO7P29+v5pbM428uG4cB/Yb+dPsXbQZEkTOr/voZEpn2NTK88d1Gp5mI52dkaFNNa0jAbu65MyZM0ydOpXvvvuuoU2pV5xNOvuaPQURCQEWAH2BX5VSa5VSk6/X2MaImAXP7lrij8loRCkDR45ogb3O7QLIzkgHg4G+veonm1rHSTCbtYzk/DKlSTp00HIPGplDAK3n8dBDD5VLXmvuOKN0tl3JayLyo4jMBvoAV4BmM2m38HAWykXrKlssFoqKzJzLaklhoYE2bTzx8cjHq1VrWga0x9OJgk06DiY3VwskZ2VpjqG0x17DGTr1zT333GPXdNLmgjNKZ9uTvNZCKXWvUupLYAdwAbjJ4ZbVE2V7CQVZWQQcS+PEaW12UecbjHj6uIJB4ZGdgqu7XjNBp5aYzVqtg5MnoahIUzbt2LHROwMd58GePIVE4EvgVRH5wcH2NBg/n/mZnAPJFHrAebTM0q5BJjxaulJsNOPm6oIKu72BrdRp0lQUsAsI0Epj6g5BpxFhj1PoJiIWh1vSQGQbs9mZnoRC0dW9C9k3BLJzRwvASNcgbcqcWCy4u+lKqDq1wGzWEtHMZk3ArkOHWusV6eg4giqfdEqp10XkT8B/lFKVpijZU3mtKVBsKaaDTweC3DqQmvUtLm7tOHbMFTAS0PIUOReyoVVba+ajjo7dlI0TuLhoAWSzGfz89N6BTqOlupjCqpJ//4FWQa3i0uQpLC7kbN5ZPFw8uPLDDygPD87LDeTmKnx9TXgZLpDfPhDx9cPdoP+IdaqnnHT2qFFk//orZGpSXklJSQwfP57wQYMICw+vnXR2TAyrVq2qtL+UmkpngyZ3HRMTQ0RERKUkuFKas3T2p59+SlRUFFFRUdx0003s378fAJPJRGxsrLWdM1ClUxCRUonBniKysewCNIMJ4WARC+4u7gS1CqKwoJC9Lbtw7pTWpQ8OzsGswOTiRs+8Q/job3Y618DLy4t9e/eSuHUr/m5uLF2+HC5doiAvr+6ks4uK2LdvH5MmTaozu7Ozs5k1axZffPEFSUlJVWY+N2fp7ODgYP73v/9x4MABnnvuOWbOnAmAu7s7t956a7VOuLlhz5TUB2xse7CuDWlIRIRCYyFiMOCW0wqzOY82XQs54OnFWbOF7Eu5GAKrV3/U0QEgLQ3OnmVwdDSnL12C4GBWJiTUnXT2vn3ExMRw7NgxNm7cyI033kjv3r1rJZ29cuVKJkyYYK1q2K6d7VLpzVk6+6abbrLmIgwaNIj09HTrcbp0dglKqUloNRCClVKfl9nVEsi2fVTTxGQyIRYhD8XOwwbyxYJPiD/ti08y0MMFMVh0vaMmRkFy3Suwe/WqrAcEaLGDzEywWCA/H7NSbDxwgAcffhhcXWsnnV1Cu3btrkpnf/UVhYWFDBs2rE6ks48cOUJRURHDhg0jJyeHOXPmMHXq1ErtmrN0dlmWL1/OnXfeaV2PjIxk586d17S3uVBd9HQHkIlWMa1sDCEH2OtIo+oVi1BQogiZh5CaYsRduXFzm7O4XxE8PT0x6vGEJkeVD3BHkZtLgdFIzG9/S+rp03UjnV0Nhw8frjPp7OLiYnbv3s3GjRspKChg8ODBDBo0yHruUpqzdHYpmzdvZvny5Wzbts26zcXFBXd3d3Jycsrdf3OlSqdQUh7zBPB9/ZlT/6jLOeTv34/BrzW52S7kX3alja8XnQOMXLL445e1l7Oq8UkO6DQwFou2uLpqM4k6dNBiCklJXL58mdGjR7N06VJmz55NREQEW7duLXe4Lens6Ohouy9fl9LZgYGBtG3bFh8fH3x8fIiNjWX//v2VnEKpdLbBYLBKZycmJqKUwmw2o5Ti1VdftVs6+1oP2Jr0FGoqnQ3w3//+t5yTPHDgADNmzGDDhg2VVGKNRiOenk6SvCoiNhfgfyX/XgKyyiyXgKyqjnP00rdvX6kr8kx5sv+LDXJq+3Y5ceKEzP7HcQnvlSX33ZcrB37aLps//0Hy966RQ4cO1dk1dRxDcnJy/V0sN1ckJUUkNVXEYrFu9vHxsX7es2ePdO7cWUwmk+Tn50twcLB89913IiKSn58vo0aNkiVLloiIyP79+yUkJEQOHz4sIiJms1lef/31SpfdvHmzjBo1SkRECgoKpHPnzpKSkiIiItOmTZPFixeLiMjQoUNl586dkpGRIUFBQXLx4kUxmUwyZMgQeeSRRyqdNzk5WYYPHy5FRUWSl5cnERER8uuvv1ZqN3DgQOv13n33XZk5c2a5/bGxsbJ161YpLCyUrl27Wv9PUlNTJSgoSLKzs0VE5KmnnpLp06eL0WgUEZGMjAz5+OOPq//Or0FiYqJERUVJYWGhHD9+XIKDg6W4uLhSu3PnzomISGFhoQwfPlw2btwoIiJpaWkSEhIi27dvr3TMxYsXpUePHrWyr76x9XtAq3h5zWdsdYHm0pKbbYGAMkvperOhuLgYg8HAuVQt8BUSok0/UygMjVCYTKeBKE1AS0sDk0nLTDbbLkJ4XdLZU6bQs2dPIiMjrfWBq6IupbN79uzJyJEjiYqKYsCAAcyYMcNm/YDmLJ39wgsvkJmZyaxZs4iJiaFfv6tiops3byYuLq5W9jUl7JHO7gpkiIhJKTUEiAI+EZEGkUqsS+ns/KJ8jn6zFS8fd/Z73MCS127g3BHF//3VTM+gw2SdgZvDsznmqs191mm8OFw6OzdXcwhFRdpwUdu2mkSFwS5NyWaBs0pnT5gwgZdeeqlJPQMcKp0NrEUrxRkCrEDLUVh5PYY2RkQERMg1wfmT3gD07FGIqdCIi5sLx89dweBEP3ydCohoNQ5KBey8vCA4WNMtcrK/C2eUzjaZTIwbN65JOYTaYo92g0VEipRSE4DFIrJEKdUsZh+lnE/GkJkNLW/g5EkPzCZF1465FJ5NpNhixtvnBsxmoac+HdV5UQrc3LR/27UDf3+nlqiobT5BU8Pd3d3m9NzmjF3lOJVSvwXuB74q2ebmOJPqj/zCHNp4teNYuw7sPeKBAkK6puPi4UHbbuH45BwHgx5TcDqKisoXvmnTRquTrCua6jgB9mY0/wZNOvu4UioYiHesWfXHBRfFOQvkHvXC06AI73YO/8AgfM7+zLncHFw6VU720WmmiEB2tlb8Jj1dCySDNkzk7t6wtuno1BPXHD4SkUSl1GwgVCnVAzgqIn93vGn1g1EgQCnOHPXEBQgPO49SBrAUI/49CA0NbWgTdeoDk0kLJOflaetOkKSko2OLazoFpdQtwMfAaUABNyil7hcR20IqTQyLWDh/2p2CPANdO1lo2yYP9/TtiMEVgz5U0PwR0UpiXrigJaOVSly3aqUPFek4JfYMHy0C4kTkZhG5CRgFvOlYs+oPi9nCsUNapmJYWBpKuWIpMmLpNlx/KDgDGRlw7pzmEHx9tdiBr+91/d+Xk84eM4bs7KsSYUlJSQwfPpzw8HDCwsIalXT2woULiYmJsdru4uJCVlZWpXbSjKWzRYTZs2cTGhpKVFQUe/bsAeDChQuMHDmy1rY1JexxCu4ikly6IiIHgWYzwGqxWDhe4hR69ryIm4rAYrFAkevVIik6zZfWrbXZRZ07Q6dOmmzFdeLl5cW+fftITEzE39+fpUs1ybCCgoJGLZ391FNPsW/fPvbt28dLL73E0KFD8ff3r9SuOUtnb9iwgZSUFFJSUli2bBl/+MMfAAgICKBDhw5VKsw2R+xxCnuUUu8ppYaULO/QjATxzGYzRw+W1FAIPImYzaAUxYXg1codg4tzzUVv9hQUQIkAIgA+PlrvoI5jCIMHD7aqdK5cubJRS2eXJT4+nilTptjc15yls9etW8fUqVNRSjFo0CCys7OtWeW6dHZlfg/MBv6MFlPYCrzlSKPqg6Jz53E5cZoLme3JznTB2yuLAL8LtGzbC8vZdMwmhZuHPh21qXL48OHyGywWuHIFSt9I27WrcY1kexOYzGYzGzdu5MEHtbIjjV06u5T8/Hy++eYb/vGPf9jc35yls0+fPk3nzp0rHd+hQwf69evHs88+e017mwvVOgWlVG8gBFgjIq/Wj0n1g/lSFhZ3V1Iua38IXbudx8u1N16t/TCeMuDl7YapWHcKTZVyD/C8PG1mUcuWWgDZ398hGckFBQXExMSQmprapKSzS/nyyy+5+eabbQ4dQfOWzq7u+Hbt2lm1k5yB6orsPINWYW0P0F8p9YKIfFhvljmYiwUXMXq4kHZG+yPv2i0Tg6s7ymDAYDBw9mI6rdp6NbCVOrXCbIbz56FUxtnDAzp21KQqHEBpTKGpSWeXkpCQUOXQETRv6ezqji8sLMTLQX8zjZKq5FOBJMCn5HMAsNMe2dUK5xgJHAaOAvOqaTcREKDftc5ZV9LZB3/eIMn7/yf33H1BwiML5a+vrJP923+QEydOyMn/rpQd2/bWyXV06geb0tlnzogkJYkkJ4ucPy9iNjvUhqYqnS0ikp2dLX5+fpKbm1vl/TVn6eyvvvpKRo4cKRaLRX766Sfp37+/9Zhdu3bJHXfcUSv76htHSWcbRSSvxHFcwL6gtBWllAtaxbY7gV7AFKVULxvtWqLFLH6pyflrQ44ph2xjNh5nXMnM0jpLrf0LAHA/uRVXDyd6K2hulH2DbttWGzLq1q3eBeyaknQ2aFNLR4wYgY+PT5VtmrN0dlxcHN26dSM0NJSHHnrIOjMMNOnsUaNG1cq+pkSV0tlKqWxgU+kqmtRF6ToiMqHaEys1GJgvIneUrD9dctxLFdotRqvu9iTwpIhUq4tdF9LZF/IvkLHvR27I68LIZ8PJzTXx7P+t48YbQig4sx/VYRAuyo2+g6NqdR2d+uPgwYP07NhRk6no3NnpFEzrA2eVzo6NjWXdunX4+fk1tCl2Uxvp7OoCzXdXWLc9JaFqOgFlq2KnAwPLNlBK3Qh0FpGvlFKVs3WutpsJzAQICgqqoRm28TjvQZ5BUZBnwM3dDEZ/Mo/uxKuFF107hVjfMnSaAOfPa1nJpS84V65o+Qc6dUpZ6Wx7Zg81By5cuMATTzzRpBxCbamuRvPGWp7bVoTL2i1RShnQsqWnX+tEIrIMWAZaT6GWdlktOYkbJqBjWyMUm/Bp4Yl/79spuFJMuy7edXIZHQdiscDatbB4Mcyfr0lUtG+vZSTrOARnk84OCAhg3LhxDW1GvXL96ZvXJh3oXGY9ECg7r6slEAlsKZkhcQPwhVJq7LWGkOqKjPMGFBAUoMkkC4KXpxeWIgPerZpN0nbz5NQpWLAAdu/W1j09tdiBW7NQddfRaTAcOfC6EwhTSgUrpdyBycAXpTtF5LKItBWRriLSFfgZqDeHAHDunAGFol27QkBLg3eqqWdNmb17NYfg7w8vvwx+frpD0NGpA+zuKSilPESkch59FYhIsVLqUeBbwAX4UESSlFIvoE2N+qL6Mzga4dwFV1DQpm2Bdau7hwd5FDagXTpVkpNzVY5izBgtqHzXXdpw0cGDDWubjk4z4Zo9BaXUAKXUr0BKyXq0UsoumQsRWS8i4SISIiU1GETkeVsOQUSG1VcvwXI0F0HIzNKGiFp5nEO5uIKAq4sjR9R0rguTCd57D0aP1molg6ZiOnWqHj/Q0alj7Bk+WgKMBjIBRGQ/2vTUJouYBWNbExcyteGGQpcsOhlO4+LmTtbpfFzd9emMjYZff4X77oP339fkKn7+uaEtqpKmKp19+fJlxowZQ3R0NBEREfzzn/+0ed6CggKGDh1aTn100aJFeHp6cvny5WqvU9am3NxcHn74YUJCQoiIiCA2NpZffqldmpJUIX1dkVWrVhEVFUVERAR//vOfrduNRiOTJk0iNDSUgQMHkpqaCsCvv/7K9OnTa2VbU8Oep59BRNIqbDPbbNlEsIgFi1isPQVfv1w8xIQhsA9iEdoEtmhgC3UoKIA33oAHHtDKYwYFaY6hEc9+aarS2UuXLqVXr17s37+fLVu28Kc//QmTyVSp3YcffsiECRPKTdeOj4+nf//+rFmzxu7rzZgxA39/f1JSUkhKSuKjjz7iYlnl2uugKunrsmRmZvLUU0+xceNGkpKSOHfuHBs3apMsly9fjp+fH0ePHuXxxx9n7ty5APTu3Zv09HROlvZQnQB7nMIppdQAQJRSLkqpx4CqVbUaOaeunCI9Nx0XsyeXLrsiUkDr4oMUWQx06xqGRa+h0PAkJsLkybBypTZMNG0axMdDNQqfjY2mJJ2tlCInJwcRITc3F39/f6tQXFkqSmcfO3aM3NxcFixYQHy8fWXbjx07xi+//MKCBQswlCQYduvWrdYZw9VJX5dy/PhxwsPDrdnTt912Wznp7GnTpgEwceJENm7caO3JjRkzpkb1Ipo69gyg/wFtCCkIOIeWfVzZDTcRLhZepGOLjmSfLUAsilatsjEXdsIQ0I8r54y4u7vhotdQaFhattTKY4aHw3PPQYXMTHu4cLG2aTaVCWh7q13tmpp09qOPPsrYsWPp2LEjOTk5rFq1yvrALsVkMnH8+HG6du1q3VZae+GWW27h8OHDnD9/nnbt2lV7H0lJScTExNiVHDpp0qTKEujAE088wdSpU8ttq076upTQ0FAOHTpEamoqgYGBrF271tojKnu8q6srpMQsIwAAIABJREFUvr6+ZGZm0rZtW/r168fLL79cbripOXNNpyAi59GmkzYbvFy9SD5fiACerXLJa9kFUHTpFXDdUsY6tWTfPoiO1noGXbrAu+9Cr17XXQnN3gd4XdJUpbO//fZbYmJi2LRpE8eOHeP222/nlltuKZe1fPHiRVpXyBJPSEhgzZo1GAwGJkyYwGeffcYjjzxSZ/daXdykIrbkeipez8/Pj3feeYdJkyZhMBi46aabOH78+DWPdzbpbHtmH72vlFpWcakP4xyB24liMCjOXXTFiKJt68sEtnLDzc1VdwgNQVYWPPMMzJgB69df3R4VVavSmA1BaUwhLS0Nk8lkjSlERERUCvzaks6uCVVpllXEnr/pf/7zn0yYMAGlFKGhoQQHB5eruQzavRUWXp2qfeDAAVJSUrj99tvp2rUrCQkJ1iGk6qSzIyIi2L9/v1by9hpMmjTJWju67LJixYpKbe2Vzh4zZgy//PILP/30E927dycsLKzS8cXFxVy+fNlaV8LZpLPtGSf5HthYsmwH2gF25ys0JkxmE+biYlzDWnLuojbzKMgvE4vFgruHZwNb52SIaE5g4kT473+1jOSiooa2qk7w9fVlyZIlvPbaaxQVFXHvvfeybds2vv/+e0DrUcyePds6HPHUU0/x4osvWt/iLRYLb7zxRrXX6NGjB6mpqRw9ehSAjz/+mKFDh5ZrM3DgQLZs2UJmZiZFRUV89tlnNs8VFBRkDbieO3eOw4cPVwp0+/n5YTabrY4hPj6e+fPnk5qaSmpqKhkZGZw+fZq0tDT69+/P9u3bOXv2LAC7du3CaDTSuXNnQkJC6NevH3/961+tji0lJYV169ZVsmvVqlXW2tFll4pDRwBjx45lxYoViAg///wzvr6+5YaOSjl//jwAly5d4u2332bGjBnW40vrNa9evZrhw4dbHeqRI0eIjIy0+d01R+wZPirXh1NKfQw0SZnEM3la4MnT1ZPzmW6gwMMzm4JsV9zbNq230ibN2bPw4ovw44/a+sCB8Je/aAVwmgllpbPvv/9+1q1bxx//+EceeeQRzGYz999/v03p7Pz8fJRS1wy8lpXOLi4upn///tVKZ3fo0IE+ffpUKmYP8NxzzzF9+nR69+6NiPDKK6/Qtm3bSu1GjBjBtm3buO2220hISGDDhg3l9o8fP56EhATmzp3Lm2++SVxcHBaLhRYtWhAfH2+NU3zwwQf86U9/IjQ0FG9vb9q0acPChQtr9P1WJC4ujvXr11vPWXZabUxMDPv27QNgzpw57N+/H4Dnn3/eOvz24IMPcv/99xMaGoq/v3+5wLIunX2tA5QKAb4VkVDHmFQ9tZHOTruShuVILsH9Ipg2/jTbDrVm6m//SWx0KL0HRdO2U+U3C506JjERZs2C/HwtoPzEE1pSWi2H7mxJBevULXv37uWNN97g448/bmhT6g2j0cjQoUPZtm2bzRlZjRVHSWeXnugSV9VNDUAWMK/qI5oGZ7LcsIgRX998lAIPL10Ar14ID9eUTLt2hblztUI4Ok2CG2+8kd/85jeYzWankZY/efIkL7/8cpNyCLWl2jtV2qBaNHC6ZJNFatq1aISIwOlMD5QU41PsTbExD1ddTM0xmM2wapXWG2jVCtzdYfly7bNOk+OBBx5oaBPqlbCwMGsw2lmoNtBc4gDWiIi5ZGnyDgHg8mUwGRUuhny8PYz4d7oBr5b6Q6rOOXJESzx74w1tKUV3CDo6jRZ7+kQ7lFJ9RMS2mEgT5MRRE2Yz+LXNZUA3D8RXL6hTp5hM8MEH8K9/aT2FG26AO+5oaKt0dHTsoEqnoJRyFZFiYAjwkFLqGJCHVlFNRKTqKuCNnDNntLimb5s8BMHdXY8n1BkHDsALL0BqqvYl33MPPPooeOuOV0enKVBdT2EH0AdodrXozmjTp/H1ywNwmqCZwzl1SktCs1i0rOTnn9eylHV0dJoM1cUUFICIHLO11JN9DuHsWS000qq17hTqlM6dYfx4Tdk0Pt7pHEJTlc6+dOkS48ePJyoqigEDBpCYmGjzvCLC8OHDuXLlinXbmjVrUEqVy4DesmULo0ePLnfs9OnTWb16NQBFRUXMmzePsLAwIiMjGTBgQKWch+vhpZdeIjQ0lO7du/Ptt9/abLNp0yb69OlDZGQk06ZNo7i4GIBDhw4xePBgPDw8eO2116ztTSYTsbGx1nbOQHVOIUAp9URVS71Z6AAuZWlz4lu0KsBituhO4Xq5ckUbKtq79+q2efO0PAQnHJJrqtLZL774IjExMRw4cIAVK1YwZ84cm+3Wr19PdHR0OU2k+Ph4hgwZUiMV0eeee44zZ86QmJhIYmIiX375JTk5ObW6h+TkZBISEkhKSuKbb75h1qxZlRL1LBYL06ZNIyEhgcTERLp06WLNYvb392fJkiWVnLG7uzu33nprjXSYmjrVOQUXoAXQsoqlSWLMMZOVqXl9d7d8cq7k4unt08BWNUE2bYLf/ha++AJefVWb5wu1TkJrLjQl6ezk5GRuvVUTECyVzzh37lyldhWls3Nzc9m+fTvLly+32ynk5+fz/vvv89Zbb+Hh4QFA+/btuaeWdTLWrVvH5MmT8fDwIDg4mNDQUHbs2FGuTWZmJh4eHtYs5ttvv90qnd2uXTv69++Pm42p6ePGjePTTz+tlX1NiepiCmdE5IV6s8TBmMwmTueepo2xNaYiAxgK8S4+R8vWrfFt176hzWs6ZGbCK69oTgEgJkaTt25kzuC/Fy9fu1ENGdHWvtKfTU06Ozo6ms8//5whQ4awY8cO0tLSSE9Pp3378r+L7du3895771nX165dy8iRIwkPD8ff3589e/bQp0/180+OHj1KUFBQud5GVTz++ONs3ry50vbJkyczb175/NnTp08zaNAg63qpdHZZ2rZtS1FREbt27aJfv36sXr26nIheVURGRrJz585rtmsuVOcUGtevvJYUmgtxN7jT0q0FBblmlFhQ5pa07BPX0KY1DUTg66+1fIMrV7TZRH/8I9x9NxgaX/0Jex/gdUlTlc6eN28ec+bMISYmht69e3PjjTfazODNysqiZcurgwTx8fHW602ePJn4+Hj69OlTZ/e6aNEiu9vaI52tlCIhIYHHH38co9HIiBEj7MpUdnFxwd3dnZycnHL331yp7hupf0F6B1P6R5KXp9UTdfcu1qej2ktODixapDmEm26Cp58GGyqUzkxpTOHy5cuMHj2apUuXMnv2bCIiIti6dWu5traks6NrEJivS+nsVq1aWQXkRITg4GCCg4MrtXN1dcVisWAwGMjMzGTTpk0kJiailMJsNqOU4tVXX61WOjs0NJSTJ0/a9YCtSU/BXunswYMH88MPPwDw3//+16aTtIXRaMTT0zmUlKt8xRORrPo0pD7JLzAgQGvdKVSPxaIln4GWhfyXv2iB5Tff1B1CNTQ16ezs7GxrBbIPPviA2NhYm8M73bt3txalWb16NVOnTiUtLY3U1FROnTpFcHAw27ZtIywsjIyMDA4ePAhAWloa+/fvJyYmBm9vbx588EFmz55tveaZM2f45JNPKl1v0aJFNqWzKzoE0KSvExISMBqNnDhxgpSUFAYMGFCpXal0ttFo5JVXXqmkLGuLzMxMAgICbMYbmiONr9/vYEQgL197e/L0KNJLb1ZFaio89BB89NHVbcOHQ1xco4sfNEbKSmd7eXmxbt06FixYQPfu3enduzf9+/e3KZ3ds2dPIiMjK9UXrkhZ6ezevXtjMBiqlc6+7bbbqhzvP3jwIBEREfTo0YMNGzbw5ptv2mw3atQotmzZAmhDR+PHjy+3/+6772blypV4eHjwySef8Lvf/Y6YmBgmTpzIBx98gK+vNqS3YMECAgIC6NWrF5GRkYwbN846xHW9REREcM8999CrVy9GjhzJ0qVLrbMK4+LirJXTFi5cSM+ePYmKimLMmDEMHz4cgLNnzxIYGMgbb7zBggULCAwMtE693bx5M3FxzjPMXGPp7IbmeqWzr5iukHIphTZ7Axg324dcyePpJz/j3vt/r88+KktxMaxYAe+/rxW96dgRVq9u9FNMdelsx3PmzBmmTp3Kd981yXIq182ECRN46aWX6N69e0ObYje1kc52utfkvAIDJowYvA1c9umGQc9RuMrhwzB1Krz9tuYQ7roLPvmk0TsEnfqhQ4cOPPTQQ+WS15o7JpOJcePGNSmHUFucRyS8hAKjQgBvdwP+6vpnfzQriovhvfc0ATuLResdPPss2BiT1XFuaptP0NRwd3e3Wf6zOeN0TiG/UIGAu3uxnslciouLVhFNBKZMgT/8QRew09FxUpzKKRQXCrm5imKLGXf3IgzO3EvIz9fm5gYEaIHj556DixchKqqhLdPR0WlAnCqmUJRnofDiGa22qMGId2s/XN2ccLz8p580Setnn70qT9Gxo+4QdHR0nKunAGAshiKLwtXVRGx0iHPFFC5f1jKSv/5aW/fz07a1bt2wduno6DQaHNpTUEqNVEodVkodVUpVyjgpUVxNVkodUEptVEp1caQ9AHmFBoqVgU7tvWnh5+/oyzUORGDjRk3A7uuvtdlEs2drOQi6Q6hTzp49y+TJkwkJCaFXr17ExcWxbNmySlLSOjqNFYc5BaWUC7AUuBPoBUxRSvWq0Gwv0E9EooDVwKuOsgeAs4nkGd2wYKCDpwlDI9TsqXNEtGGiuXMhKwv69IGEBG3qqR5or1NEhPHjxzNs2DCOHTtGcnIyL774ok3FUR2dxoojn4oDgKMiclxETEACcFfZBiKyWUTyS1Z/BgIdaA9YzOS7dQSE1p5m53AKSkG3btpsoqefhnffhaCghrbK8fTrV/Xy+edX233+efVta8DmzZtxc3Mrl1kcExPDLbfcQm5uLhMnTqRHjx7ce++9Vu2iF154gf79+xMZGcnMmTOt24cNG8bcuXMZMGAA4eHhVr0es9nMk08+Se/evYmKiuKtt94CYPfu3QwdOpS+fftyxx13XDMjWkenKhz5VOwElNWlTS/ZVhUPAjbLLymlZiqldimldl24cKFWRuUVaDEEH09L840nZGRAWS35adO0rORGqmjaXEhMTKwkkV3K3r17Wbx4McnJyRw/ftxa2+DRRx9l586dJCYmUlBQwFdffWU9pri4mB07drB48WL+9re/AbBs2TJOnDjB3r17OXDgAPfeey9FRUX88Y9/ZPXq1ezevZsHHniAv/zlL46/YZ1miSMDzbaeuDY1NZRS9wH9gKG29ovIMmAZaDIXtTGqoFAzy8urGfYULBZYtQqWLgUPD/jsM/D3B1dXaNeuoa2rX+yVQpkwQVsczIABAwgM1DrCpfLaQ4YMYfPmzbz66qvk5+eTlZVFREQEY8aMKTFNs6tv376kpqYC8P333/P73//eKvns7+9vrWBWKtVtNpvpoAsW6lwnjnQK6UDnMuuBQEbFRkqp24C/AENFpHLpqDomv8QptPBqWppP1+T4cViwAA4c0NZjY/VeQT0TERFhrUNckdIqY6Dp8xcXF1NYWMisWbPYtWsXnTt3Zv78+RQWFlY6prQ92K7NICJERETw008/1fUt6Tghjnxq7ATClFLBSil3YDLwRdkGSqkbgfeAsSJy3oG2WMnOv4AALVo0E6dQXAzLl8O992oOISBAm3b64ov6zKJ6Zvjw4RiNRt5//33rtp07d/K///3PZvtSB9C2bVtyc3OrdChlGTFiBO+++67VSWRlZdG9e3cuXLhgdQpFRUUkJSXV9nZ0nBSHOQURKQYeBb4FDgL/FpEkpdQLSqmxJc0WotWB/kwptU8p9UUVp6szcnLMiMUNn+bSU/jLX+CddzQBu/HjtSGj2NiGtsopUUqxZs0avvvuO0JCQoiIiGD+/Pk2i70AtG7dmoceeojevXszbtw4+vfvf81rzJgxg6CgIKKiooiOjmblypW4u7uzevVq5s6dS3R0NDExMfz44491fXs6ToJTSWcf2LqK558bTtI5f9b8/TA3TRl07QMbO/v2wd/+Bs88A3Y8VJorunS2js5VdOnsGlBo1MIoLZtqCYU9e2DZsqvrMTHazCIndgg6Ojp1h9PJXFwyeqIEWvo0rR4SeXmwZAn85z/aer9+WiIa6EloOjo6dYZTOQWP8z4YTS64iQUfrybUSdq+Hf7+dzh/Xpte+sAD0Lt3Q1ulo6PTDHEqp1BodEMM4GkoxNXbs6HNuTbZ2fD667ChJKcvIgKefx5CQhrWLh0dnWaLUzmFAqMrxWbB270Ij/Cwhjbn2rz/vuYQPDxg1iytAI6ee6Cjo+NAnMspFLpgEQu+Po04m1lE0ysCePhhTcTukUcg0LGyUDo6OjrgZLOPCoxuAPh6SeNzCiKwZo0WLzCZtG2tWsFLL+kOQUdHp95wup4CgJdHceNyCunpmkRFaf7Fd9/BqFENa5OOjo5T0oiejI6nwOgKAl6ejcQpWCzw6acwaZLmEPz8NHmKuLiGtkznOlFKcf/991vXi4uLCQgIcHiRHRcXF2JiYoiMjGTMmDFkZ2db96Wnp3PXXXcRFhZGSEgIc+bMwVTaG8V2YaAjR45UukZBQQFDhw7FbDZbt61ZswalFIcOHbJuS01NJTIystyx8+fP57XXXqvR9WrKN998Q/fu3QkNDeXll1+22ebNN98kMjKSiIgIFi9eXG7fAw88QLt27SrZ7mibqmtjyyaTyURsbKxV6qSuaQRPxvqjoCRxzcvT3PCy2cePw+9+B4sWgdEId96pSVSMGHE1pqDT5PDx8bHKYAN89913dOpUnWJ83eDl5cW+fftITEzE39+fpUuXAppY3oQJExg3bhwpKSkcOXKE3Nxcq7R2TQoDffjhh0yYMAGXMnkx8fHxDBkyhISEBLvsdFQhIrPZzCOPPMKGDRtITk4mPj6e5OTkcm0SExN5//332bFjB/v37+err74iJSXFun/69Ol88803dl1vy5YtTJ8+vdY2XauNLZvc3d259dZbWbVqlV221hSnGj4qzWb28ihueKdw6BAkJWmS1s88A0OGNKw9zYga1saxG3vVVe68806+/vprJk6cSHx8PFOmTLEWyfnkk09YsmQJJpOJgQMH8vbbb+Pi4sK4ceM4deoUhYWFzJkzh5kzZ5Kamsqdd97JkCFD+PHHH+nUqRPr1q3Dy8ur2usPHjyYAyVquZs2bcLT05Pf/e53gNajWLRoEcHBwfztb3/j559/tlkYyBaffvopK1eutK7n5uayfft2Nm/ezNixY5k/f/41v5uqChHVlh07dhAaGkq3bt0AmDx5MuvWraNXr6vFHg8ePMigQYPw9vYGYOjQoaxZs4Y///nPAMTGxlolyusCe2y6VpuqbBo3bhxPP/009957b53ZW4pT9hR8PC0NY8ClS1c/33kn/PnP8O9/6w6hmTF58mQSEhIoLCzkwIEDDBw4ENAeSqtWrWL79u3s27cPFxcXPv30U0B7C9+9eze7du1iyZIlZGZmApCSksIjjzxCUlISrVu35j+lGe1VYDab2bhxI2PHapqTSUlJlQr/tGrViqCgII4ePVptYaCymEwmjh8/TteuXa3b1q5dy8iRIwkPD8ff3589e/Zc8zz2Xg/glltuISYmptLy/fffV2p7+vRpOne+qtQfGBjI6dOny7WJjIxk69atZGZmkp+fz/r16zl16lTFU1XLwIEDiYmJYcaMGXzxxRdWm7799tvrssmeNraIjIxk586dNbLdXpyqp6DFFCx4e9WzUygs1Mpgrl4NH38MwcHaENE999SvHU7Cdegl1ilRUVGkpqYSHx9PXJn40MaNG9m9e7dVDbWgoIB2JcWPlixZwpo1awA4deoUKSkp3HDDDQQHB1vfpMsW26lIQUGBtXhP3759rQV3bNVfqG57VVy8eJHWFaTY4+PjeeyxxwDNEcbHx9OnT58qz1vT3nlp78oebAl7Vrxez549mTt3LrfffjstWrQgOjraWqzIXn755RdAGz766KOP+Oijj2plkz1tbOHi4oK7uzs5OTm0bNnymu1rglM5hXOXBRHw6dKm/i66a5c2syg9XUs827tXcwo6zZqxY8fy5JNPsmXLFutbv4gwbdo0XnrppXJtt2zZwvfff89PP/2Et7c3w4YNs9ZaqFicpzRWUZHSmMLly5cZPXo0S5cuZfbs2URERFTqXVy5coVTp04REhLC+fPn7arj4OXlVa4AUGZmJps2bSIxMRGlFGazFqd79dVXadOmDZfK9orR6j4EBwcTGBho1/VA6ynk5ORU2v7aa69x2223ldsWGBhY7q0/PT3dpmT5gw8+yIMPPgjAM888Y62G5wjsscleu21hNBrx9HSAMoOINKmlb9++cj1cNl6WuDv2S2Bwhny0LO26zlEjcnJE/v53kb59tWXSJJGkJMdf10lJTk5uaBNERMTHx0dERE6dOiWLFy8WEZHNmzfLqFGjJCkpSUJDQ+XcuXMiIpKZmSmpqamydu1aGT16tIiIHDx4UDw8PGTz5s1y4sQJiYiIsJ574cKF8te//rXa64qI7NmzRzp37iwmk0ksFov07dtX/vWvf4mISHFxscyYMUOeeOIJERGxWCwyYMAAWbZsmfX4HTt2yJYtWypdIzAwUAoKCkRE5N1335WZM2eW2x8bGytbt24VEZG+ffvK999/b73PsLAwOXr0aI2uVxOKiookODhYjh8/LkajUaKioiQxMbFSu9LvPi0tTbp37y5ZWVnl9lf8zh1tkz1tbNl08eJF6dGjR5XXtvV7AHaJHc9Yp4kpmEXINbrhIoK/r4M7SPv2aUNDn3+uCdj9/vfasFGZAJNO8yYwMJA5c+aU29arVy8WLFjAiBEjiIqK4vbbb+fMmTOMHDmS4uJioqKieO655xg0qHZ1Pm688Uaio6NJSEiwFv757LPPCAsLIzw8HE9PT1588UWgZoWBRowYwbZt2wBt6Gj8+PHl9t99993WQPSKFStYsGABMTExDB8+nL/+9a+EhITUuBCRvbi6uvKPf/yDO+64g549e3LPPfcQEREBQFxcHBkZGVYbe/XqxZgxY1i6dCl+fn7Wc0yZMoXBgwdz+PBhAgMDWb58eaXrlMYUKi62Ygr22FRdm+ps2rx5c7mhyTrFHs/RmJbr7SmcysuS/oOPSLeup+R/my5d1zns5uRJkcGDRaZPFzl2zLHX0hGRxtNTaM7s2bNH7rvvvoY2Q0dExo8fL4cOHapyf216Ck4TU7DkF1CYDwalaNnarW5PLgK//AIDB2oB5M6dtbrJ3bvrAnY6zYYbb7yR3/zmN5jN5nK5Cjr1i8lkYty4cXTv3t0h53eeJ5bZjKnIHRdXV1q1qsPbPncOHn8cHn0Uvvzy6vaePXWHoNPseOCBB3SH0MC4u7szdepUh53faXoKxrxCTEZv3A0Kn7ooxWmxwNq1sHgx5OdDixbgVsc9EB0dHZ16xmmcQpGxGJPJFa8WLrRoUcs3+JMntWmmpck6w4bB3LkQEFBrO3V0dHQaEudxCkUKsRhwc7fg4VELp3DggDabyGQCf38tK/nWW3W9Ih0dnWaB0ziF/Hztoe3lVUuF1J49IShICyI/8QT4+taRhTo6OjoNjxM5Bc0ReHvXUCHVZIJPPoEJE6B1ay1u8OGHUCKqpaOjo9OccJrpMQUFBkBq1lP49Ve47z54+214/fWr23WHoKOj00xxmp6C5hS0noIdjeGddyA+XstBCArSego6Ojo6zRzncQr5djqFHTu0mUUZGVqewbRpMHMmuLvXg5U6dcWpU6cwGo11dj4PD49yEsd1wQMPPMBXX31Fu3btSExMtPu47OxsVq5cyaxZs2zunz9/Pi1atODJJ5+063w1ba/TvHGa4aP8Ai2O4O1dTQm7kyfhkUc0hxAeDitWaElpukNochiNRry9vetsqamDsacyV00qfZUlOzubt99+u8bH6ejYg9M4hdLhIx+fanoKQUEwZQrMmqU5hB496sk6HWckNjYWf3//atvk5eUxatQooqOjiYyMZNWqVcybN49jx44RExPDU089BcDf//53unfvzm233cbhw4evee3q2n/yyScMGDCAmJgYHn74YcxmM3Pnzi3niObPn8/rZeNsOs0G5xk+ssYUyhS1yMqChQvh7ruv1nB84okGsE6nuTBw4ECMRiO5ublkZWVZC+S88sor3HHHHTU+3zfffEPHjh35+uuvAbh8+TIDBw4kMTGRffv2AbB7924SEhLYu3cvxcXF9OnTp9rqZtW1L1sdzs3NjVmzZvHpp58yefJkHnvsMeuQ1b///e/r6uXoNH6cxymUxhR8zFrweMMGeO01uHIF0tLg00/1BDSdWlOTylz20Lt3b5588knmzp3L6NGjueWWWyoVsPnhhx8YP368tfZwaSnOqqiufVXV4aZOncr58+fJyMjgwoUL+Pn5ERQUVKt702mcONQpKKVGAm8CLsAHIvJyhf0ewAqgL5AJTBKRVEfYUlASU2hpzoE5c+DHH7UdgwbBM8/oDkGnURIeHs7u3btZv349Tz/9NCNGjLAphlbTUpdVtZcqqsMBTJw4kdWrV3P27FkmT55co+vpNB0cFlNQSrkAS4E7gV7AFKVUxSozDwKXRCQUWAS84ih78vMUngX5dPjnKs0htGoF8+fDW29BLQt86OhUZNiwYbXuJQBkZGTg7e3Nfffdx5NPPsmePXto2bJluTKVsbGxrFmzhoKCAnJycviyrFqvDaprf+utt7J69WrOnz8PaGU009LSAK0Oc0JCAqtXr2bixIm1vjedxokjewoDgKMichxAKZUA3AUkl2lzFzC/5PNq4B9KKVVSEKJOKbhiwTs/B5/WV2D4cE3Ark091mrWqVc8PDzIz8+v0/PZQ2lMoSK2YgpTpkxhy5YtXLx4kcDAQP72t79Z6weX8uuvv/LUU09hMBhwc3PjnXfeoU2bNtx8881ERkZy5513snDhQiZn3OlnAAAJl0lEQVRNmkRMTAxdunThlltusR4fFxfHBx98UK6yWZ8+fapsX7Y6nMViwc3NjaVLl9KlSxciIiLIycmhU6dOdOjQodpr6DRdlAOev9qJlZoIjBSRGSXr9wMDReTRMm0SS9qkl6wfK2lzscK5ZgIzAYKCgvqWvrnUhMcfz2fzf07w7p9zGPRo7cod6jQ+Dh48SM+ePRvaDB2dRoGt34NSareI9LvWsY7sKdgatKzogexpg4gsA5YB9OvX77q82KJF3rAo4toNdXR0dJwYR+YppANlU0ADgYyq2iilXAFfIMuBNuno6OjoVIMjncJOIEwpFayUcgcmA19UaPMFMK3k80RgkyPiCTrOgf6no6NT+9+Bw5yCiBQDjwLfAgeBf4tIklLqBaVU6cTo5UAbpdRR4AlgnqPs0WneeHp6kpmZqTsGHadGRMjMzMTT0/O6z+GwQLOj6Nevn+zatauhzdBpZBQVFZGenk5hYWFDm6Kj06B4enoSGBiIW4Wa8Y0h0KyjU2+4ubkRHBzc0Gbo6DR5nEYQT0dHR0fn2uhOQUdHR0fHiu4UdHR0dHSsNLlAs1LqAlDzlGaNtsDFa7ZqXuj37Bzo9+wc1Oaeu4hIwLUaNTmnUBuUUrvsib43J/R7dg70e3YO6uOe9eEjHR0dHR0rulPQ0dHR0bHibE5hWUMb0ADo9+wc6PfsHDj8np0qpqCjo6OjUz3O1lPQ0dHR0akG3Sno6Ojo6Fhplk5BKTVSKXVYKXVUKVVJeVUp5aGUWlWy/xelVNf6t7JuseOen1BKJSulDiilNiqlujSEnXXJte65TLuJSilRSjX56Yv23LNS6p6S/+skpdTK+raxrrHjbztIKbVZKbW35O87riHsrCuUUh8qpc6XVKa0tV8ppZaUfB8HlFJ96tQAEWlWC+ACHAO6Ae7AfqBXhTazgHdLPk8GVjW03fVwz78BvEs+/8EZ7rmkXUtgK/Az0K+h7a6H/+cwYC/gV7LerqHtrod7Xgb8oeRzLyC1oe2u5T3HAn2AxCr2xwEb0CpXDgJ+qcvrN8eewgDgqIgcFxETkADcVaHNXcC/Sj6vBm5VStkqDdpUuOY9i8hmESmtZP8zWiW8pow9/88A/we8CjQHTW177vkhYKmIXAIQkfP1bGNdY889C9Cq5LMvlSs8NilEZCvVV6C8C1ghGj8DrZVSHerq+s3RKXQCTpVZTy/ZZrONaMWALgNt6sU6x2DPPZflQbQ3jabMNe9ZKXUj0FlEvqpPwxyIPf/P4UC4Umq7UupnpdTIerPOMdhzz/OB+5RS6cB64I/1Y1qDUdPfe41ojvUUbL3xV5x3a0+bpoTd96OUug/oBwx1qEWOp9p7VkoZgEXA9PoyqB6w5//ZFW0IaRhab/AHpVSkiGQ72DZHYc89TwE+EpHXlVKDgY9L7tniePMaBIc+v5pjTyEd6FxmPZDK3UlrG6WUK1qXs7ruWmPHnntGKXUb8BdgrIgY68k2R3Gte24J/P/27i3EqiqO4/j3R2hqkiBSJEFjKFaWDmUh+RBmSReSEnEMUyeSUJLQsocw6EIPkvWQmY1looGJKVpDF0xKLWRMh/CSg6WoSCAlIRI2gU2/Htaa42kamzMX1DPz/8CBOevsvddamzP7f/Zam/+6Gdgm6Rhp7LW2zCebS/1uf2L7rO2jwI+kIFGuSunzE8BHALbrgD6kxHHdVUn/7x3VHYPCbmCYpCGSepMmkmtbbFMLzMx/Twa+dp7BKVNt9jkPpSwnBYRyH2eGNvps+7TtQbYrbFeQ5lEm2i7ntVxL+W5/THqoAEmDSMNJRy5oK7tWKX0+DowHkHQjKSicvKCtvLBqgRn5KaQxwGnbJ7rq4N1u+Mj2X5LmAptJTy6stH1A0itAve1a4H3SLeZh0h3C1IvX4s4rsc+Lgf7A+jynftz2xIvW6E4qsc/dSol93gxMkNQANAHP2f7t4rW6c0rs87PAe5Lmk4ZRqsv5R56ktaThv0F5nuRFoBeA7RrSvMkDwGHgD+DxLq2/jM9dCCGELtYdh49CCCF0UASFEEIIBREUQgghFERQCCGEUBBBIYQQQkEEhXDJkdQkaU/Rq+J/tq04XzbJdta5LWfi3JtTRAzvwDFmS5qR/66WNLjosxWSburidu6WVFnCPvMk9ets3aFniKAQLkWNtiuLXscuUL3TbI8iJUtc3N6dbdfY/iC/rQYGF302y3ZDl7TyXDuXUVo75wERFEJJIiiEspDvCL6V9H1+3dnKNiMk7cp3F/skDcvljxWVL5d0WRvVfQMMzfuOz3n69+c895fn8kU6tz7F67nsJUkLJE0m5Zdak+vsm3/hj5Y0R9JrRW2ulvRWB9tZR1EiNEnvSKpXWkfh5Vz2NCk4bZW0NZdNkFSXz+N6Sf3bqCf0IBEUwqWob9HQ0aZc9itwr+1bgSpgSSv7zQbetF1Juij/nNMeVAFjc3kTMK2N+h8C9kvqA6wCqmzfQsoAMEfSQOARYITtkcCrxTvb3gDUk37RV9puLPp4AzCp6H0VsK6D7byPlNai2ULbo4GRwF2SRtpeQsqLM872uJz64gXgnnwu64Fn2qgn9CDdLs1F6BYa84WxWC9gaR5DbyLl9GmpDlgo6Vpgo+1DksYDtwG7c3qPvqQA05o1khqBY6T0y8OBo7Z/yp+vBp4ClpLWZ1gh6TOg5NTctk9KOpJz1hzKdezIx21PO68gpX0oXnVriqQnSf/X15AWnNnXYt8xuXxHrqc36byFAERQCOVjPvALMIp0h/ufRXNsfyjpO+BBYLOkWaQ0w6ttP19CHdOKE+ZJanWNjZyP5w5SErapwFzg7nb0ZR0wBTgIbLJtpSt0ye0krUC2CHgbmCRpCLAAuN32KUmrSInhWhKwxfaj7Whv6EFi+CiUiwHAiZwjfzrpV/K/SLoeOJKHTGpJwyhfAZMlXZW3GajS16c+CFRIGprfTwe25zH4AbY/J03itvYE0O+k9N2t2Qg8TFoHYF0ua1c7bZ8lDQONyUNPVwJngNOSrgbuP09bdgJjm/skqZ+k1u66Qg8VQSGUi2XATEk7SUNHZ1rZpgr4QdIe4AbSkoUNpIvnl5L2AVtIQyttsv0nKQPlekn7gb+BGtIF9tN8vO2ku5iWVgE1zRPNLY57CmgArrO9K5e1u515ruINYIHtvaS1mQ8AK0lDUs3eBb6QtNX2SdKTUWtzPTtJ5yoEILKkhhBCKBJ3CiGEEAoiKIQQQiiIoBBCCKEggkIIIYSCCAohhBAKIiiEEEIoiKAQQgih4B+1/DIET7iGMQAAAABJRU5ErkJggg==\n", + "text/plain": [ + "<Figure size 432x288 with 1 Axes>" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "array([0.191219 , 0.27326334, 0.97852647, ..., 0.04910662, 0.94311446,\n", + " 0.1081358 ])" + ] + }, + "execution_count": 10, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "#Logistic regression (SGD)\n", + "cv = StratifiedKFold(n_splits=10)\n", + "results = np.zeros_like(y, dtype=float)\n", + "\n", + "tprs = []\n", + "aucs = []\n", + "mean_fpr = np.linspace(0, 1, 100)\n", + "\n", + "i = 0\n", + "for train, test in cv.split(X, y):\n", + " keras.backend.clear_session()\n", + " prbs=[]\n", + " for mod in range(5):\n", + " print('>>')\n", + " curr_try = 0\n", + " while curr_try <10:\n", + " print('.')\n", + "\n", + " model = Sequential()\n", + " model.add(Dense(1, activation='sigmoid'))\n", + " # Compile model\n", + " opt = keras.optimizers.Adam(epsilon=None, amsgrad=True)\n", + " model.compile(loss='binary_crossentropy', optimizer=opt, metrics=['accuracy'])\n", + " \n", + " # Fit the model\n", + " history = model.fit(X[train,:], y[train], epochs=50, batch_size=64, verbose=0)\n", + " if history.history['acc'][-1] > 0.53:\n", + " break\n", + " else:\n", + " curr_try += 1\n", + "\n", + " # Fit the model\n", + " model.fit(X[train,:], y[train], epochs=50, batch_size=64, verbose=1)\n", + " \n", + " # evaluate the model\n", + " probas_ = model.predict(X[test,:])\n", + " prbs.append(probas_)\n", + " # Average the predictions\n", + " probas_ = np.mean(np.hstack(prbs), axis=1)\n", + " results[test] = probas_\n", + " \n", + " # Compute ROC curve and area the curve\n", + " fpr, tpr, thresholds = roc_curve(y[test], probas_[ :])\n", + " print(' ' + str(auc(fpr, tpr)))\n", + " tprs.append(interp(mean_fpr, fpr, tpr))\n", + " tprs[-1][0] = 0.0\n", + " roc_auc = auc(fpr, tpr)\n", + " aucs.append(roc_auc)\n", + " plt.plot(fpr, tpr, lw=1, alpha=0.3,\n", + " label='ROC fold %d (AUC = %0.2f)' % (i, roc_auc))\n", + "\n", + " i += 1\n", + "plt.plot([0, 1], [0, 1], linestyle='--', lw=2, color='r',\n", + " label='Chance', alpha=.8)\n", + "\n", + "mean_tpr = np.mean(tprs, axis=0)\n", + "mean_tpr[-1] = 1.0\n", + "mean_auc = auc(mean_fpr, mean_tpr)\n", + "std_auc = np.std(aucs)\n", + "plt.plot(mean_fpr, mean_tpr, color='b',\n", + " label=r'Mean ROC (AUC = %0.2f $\\pm$ %0.2f)' % (mean_auc, std_auc),\n", + " lw=2, alpha=.8)\n", + "\n", + "std_tpr = np.std(tprs, axis=0)\n", + "tprs_upper = np.minimum(mean_tpr + std_tpr, 1)\n", + "tprs_lower = np.maximum(mean_tpr - std_tpr, 0)\n", + "plt.fill_between(mean_fpr, tprs_lower, tprs_upper, color='grey', alpha=.2,\n", + " label=r'$\\pm$ 1 std. dev.')\n", + "\n", + "plt.xlim([-0.05, 1.05])\n", + "plt.ylim([-0.05, 1.05])\n", + "plt.xlabel('False Positive Rate')\n", + "plt.ylabel('True Positive Rate')\n", + "plt.title('Receiver operating characteristic example')\n", + "plt.legend(loc=\"lower right\")\n", + "plt.show()\n", + "results" + ] + }, + { + "cell_type": "code", + "execution_count": 11, + "metadata": {}, + "outputs": [], + "source": [ + "df_results = pd.DataFrame(data={\"name\": names, 'pred': results})\n", + "df_results.to_csv('/home/drewe/notebooks/genotox/pred.lr.v4_ext.csv', index=None)" + ] + }, + { + "cell_type": "code", + "execution_count": 12, + "metadata": {}, + "outputs": [ + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXoAAAD8CAYAAAB5Pm/hAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAEQlJREFUeJzt3W2spGddx/Hvny4FlYct3dOm2d16algSCAnQnNQ1JLqwSMpqun3RmhKRpdm4CRaDQtSqLzioL0Cj1SYGXClhS3hoRbEbUsVm2w1q3MqphdIHsYeK7ck27IG2q6QBLfx9Mde2s9s5O/ecmXservP9JCfnvq+5ZuZ/7Zn53ddcM3NvZCaSpHq9YNIFSJLaZdBLUuUMekmqnEEvSZUz6CWpcga9JFXOoJekyhn0klQ5g16SKrdp0gUAbNmyJefn5yddhiTNlHvuuefbmTnXr99UBP38/DxLS0uTLkOSZkpE/FeTfi7dSFLlDHpJqpxBL0mVM+glqXIGvSRVzqCXpMoZ9JJUOYNekipn0EtS5abim7FDWVzsvS1JApzRS1L1DHpJqpxBL0mVM+glqXIGvSRVzqCXpMoZ9JJUOYNekipn0EtS5Qx6SaqcQS9JlTPoJalyBr0kVc6gl6TKGfSSVDmDXpIqZ9BLUuUMekmqnEEvSZUz6CWpco2CPiK+GRFfi4ivRMRSaXtFRNwREQ+X3+eV9oiIGyNiOSLui4hL2xyAJOnsBpnRvykzX5+ZC2X/euBIZu4AjpR9gLcBO8rPAeAjoypWkjS4YZZu9gKHyvYh4Mqu9puz4xiwOSIuGuJ+JElDaBr0CfxDRNwTEQdK24WZ+ThA+X1Bad8KPNZ13ZXSJkmagE0N+70xM49HxAXAHRHx72fpGz3a8nmdOgeMAwAXX3xxwzIkSYNqNKPPzOPl9wng88BlwLdOLcmU3ydK9xVge9fVtwHHe9zmwcxcyMyFubm59Y9AknRWfYM+In4sIl56aht4K3A/cBjYV7rtA24r24eBd5ZP3+wETp5a4pEkjV+TpZsLgc9HxKn+n87Mv4+ILwO3RsR+4FHg6tL/dmAPsAw8DVw78qolSY31DfrMfAR4XY/27wC7e7QncN1IqpMkDc1vxkpS5Qx6SaqcQS9JlTPoJalyBr0kVc6gl6TKGfSSVDmDXpIqZ9BLUuUMekmqnEEvSZUz6CWpcga9JFXOoJekyhn0klQ5g16SKmfQS1LlmvxXgpKkEVpc7L3dFmf0klQ5g16SKmfQS1LlDHpJqpxBL0mVM+glqXIGvSRVzqCXpMoZ9JJUOYNekirXOOgj4pyIuDcivlD2L4mIuyPi4Yi4JSLOLe0vKvvL5fL5dkqXJDUxyIz+vcBDXfsfBm7IzB3Ak8D+0r4feDIzXwncUPpJkiakUdBHxDbg54CPlf0A3gx8rnQ5BFxZtveWfcrlu0t/SdIENJ3R/ynwm8APy/75wFOZ+UzZXwG2lu2twGMA5fKTpf9pIuJARCxFxNLq6uo6y5ck9dM36CPi54ETmXlPd3OPrtngsucaMg9m5kJmLszNzTUqVpI0uCbno38jcEVE7AFeDLyMzgx/c0RsKrP2bcDx0n8F2A6sRMQm4OXAEyOvXJLUSN8ZfWb+dmZuy8x54Brgzsz8ReAu4KrSbR9wW9k+XPYpl9+Zmc+b0UuSxmOYz9H/FvC+iFimswZ/U2m/CTi/tL8PuH64EiVJwxjovxLMzKPA0bL9CHBZjz7fA64eQW2SpBHwm7GSVDmDXpIqZ9BLUuUMekmqnEEvSZUz6CWpcga9JFXOoJekyhn0klQ5g16SKmfQS1LlDHpJqpxBL0mVM+glqXIGvSRVzqCXpMoZ9JJUOYNekipn0EtS5Qx6SaqcQS9JlTPoJalymyZdwEgtLvbelqQNzBm9JFXOoJekytW1dCNJU2qSq8nO6CWpcn2DPiJeHBH/GhFfjYgHIuKDpf2SiLg7Ih6OiFsi4tzS/qKyv1wun293CJKks2kyo/8+8ObMfB3weuDyiNgJfBi4ITN3AE8C+0v//cCTmflK4IbST5I0IX2DPju+W3ZfWH4SeDPwudJ+CLiybO8t+5TLd0dEjKxiSdJAGq3RR8Q5EfEV4ARwB/AN4KnMfKZ0WQG2lu2twGMA5fKTwPmjLFqS1FyjoM/MH2Tm64FtwGXAq3t1K797zd7zzIaIOBARSxGxtLq62rReSdKABvrUTWY+BRwFdgKbI+LUxzO3AcfL9gqwHaBc/nLgiR63dTAzFzJzYW5ubn3VS5L6avKpm7mI2Fy2fwR4C/AQcBdwVem2D7itbB8u+5TL78zM583oJUnj0eQLUxcBhyLiHDoHhlsz8wsR8SDw2Yj4A+Be4KbS/ybgkxGxTGcmf00LdUuSGuob9Jl5H/CGHu2P0FmvP7P9e8DVI6lOkjQ0vxkrSZUz6CWpcga9JFXOoJekyhn0klQ5g16SKmfQS1LlDHpJqpxBL0mVM+glqXIGvSRVzqCXpMoZ9JJUOYNekipn0EtS5Qx6SaqcQS9JlTPoJalyBr0kVc6gl6TKGfSSVDmDXpIqt2nSBbRmcbH3tiSNybREjzN6SaqcQS9JlTPoJalyBr0kVa5v0EfE9oi4KyIeiogHIuK9pf0VEXFHRDxcfp9X2iMiboyI5Yi4LyIubXsQkqS1NZnRPwO8PzNfDewErouI1wDXA0cycwdwpOwDvA3YUX4OAB8ZedWSpMb6Bn1mPp6Z/1a2/wd4CNgK7AUOlW6HgCvL9l7g5uw4BmyOiItGXrkkqZGB1ugjYh54A3A3cGFmPg6dgwFwQem2FXis62orpU2SNAGNgz4iXgL8NfBrmfnfZ+vaoy173N6BiFiKiKXV1dWmZUiSBtQo6CPihXRC/lOZ+Tel+VunlmTK7xOlfQXY3nX1bcDxM28zMw9m5kJmLszNza23fklSH31PgRARAdwEPJSZf9J10WFgH/Ch8vu2rvb3RMRngZ8ETp5a4pkYT4cgaQNrcq6bNwK/BHwtIr5S2n6HTsDfGhH7gUeBq8tltwN7gGXgaeDakVYsSRpI36DPzH+i97o7wO4e/RO4bsi6JGkmTeOigd+MlaTKGfSSVDmDXpIqZ9BLUuUMekmqnEEvSZUz6CWpcga9JFXOoJekyhn0klS5Jue6qcuZ30+exu8rS9IIOaOXpMoZ9JJUuY23dCNJIzQLq7/O6CWpcga9JFXOpRtJGtAsLNd0c0YvSZUz6CWpci7ddL8Gm7XXY5LUgEHfzdCXVCGXbiSpcga9JFXOpRtJWkMtK7jO6CWpcga9JFXOoJekyrlGL0ldalmX79Z3Rh8RH4+IExFxf1fbKyLijoh4uPw+r7RHRNwYEcsRcV9EXNpm8ZKk/pos3XwCuPyMtuuBI5m5AzhS9gHeBuwoPweAj4ymzAlbXHzuR5JmTN+gz8wvAU+c0bwXOFS2DwFXdrXfnB3HgM0RcdGoipUkDW69b8ZemJmPA5TfF5T2rcBjXf1WStvzRMSBiFiKiKXV1dV1liFJ6mfUb8ZGj7bs1TEzDwIHARYWFnr2mSiXaSRVYr1B/62IuCgzHy9LMydK+wqwvavfNuD4MAVK0jA8V+H6l24OA/vK9j7gtq72d5ZP3+wETp5a4pEkTUbfGX1EfAbYBWyJiBXgA8CHgFsjYj/wKHB16X47sAdYBp4Grm2h5slyeiBVp/anct+gz8y3r3HR7h59E7hu2KJmkgcASVPKUyBIUuUMekmqnOe6kbQhbaQVVoO+Da7XS1Npoz4dDXpJM8s5VTMG/TB8ZEmaAb4ZK0mVc0YvqQq+wF6bQd+2tR59PioljYlBPym+iyRpTAz6WeGBQRuAD/N2GPSSpp4HgOEY9NNgIz5yfeZuOP7JJ8egn0U+Y7SB+ZAfnEEvaSoZ6KNj0GswvpqQZo5BL+l5x+y1juejOrY7Xxgvg37WTfILWYM+W31GV8vgnm4Gfa3GHbw+0zeENo7tPlzaZ9BvZIaztCEY9Oo4W9B7EKhG02P7MDNxHy7Tx6BXu4Z51k/JK45JBVqT4Td509RAlkGv/saZaG3f/qCJ2RLDV+Nk0GskFo/uem67jbSaVFgvLkLX2J61q0dbg5sahSoOBkePPre9jn9LDWbDBP1pQbTr6MTq2MhG9jdoKTGfrW9xzJ8o6Q49dvW+ne5/rzWCsfUDQFvhbOi3rrqgX+w1+xrDfXU/Edeqoa0DzKABOmh9g46ziVGF/ppjWfMKi13X6X1djh5l8dmL1uhzNl3B9dztcHqInRbuz2kS6E3ut/u6I7vNcZu2A8Ba9UxbnT1UEfSjCpzT2gcMtEFrWE/NjQ4mLYTyWrffpM+gId7o9psczE7r0/82B7aeABz0Ok36DxPEbVy3raAbtNa16mgS1oPezlqm6ADQStBHxOXAnwHnAB/LzA+1cT+zZpyvNtZjVpa3pv3fcaqNc4Z+5n1NKuzWGnMb/xbrOjjvGn0dZ4jMHO0NRpwD/Afws8AK8GXg7Zn54FrXWVhYyKWlpfXd4WkvxSXNtCaz7HHezhgMk18RcU9mLvTr18aM/jJgOTMfKYV8FtgLrBn0kgSMLpSnPNzH7QUt3OZW4LGu/ZXSJkmagDZm9NGj7XnrQxFxADhQdr8bEV9f5/1tgQ9+e53XnVVbAMdcP8e8AXwwhhrzjzfp1EbQrwDbu/a3AcfP7JSZB4GDw95ZRCw1WaOqiWPeGBzzxjCOMbexdPNlYEdEXBIR5wLXAIdbuB9JUgMjn9Fn5jMR8R7gi3Q+XvnxzHxg1PcjSWqmlc/RZ+btwO1t3HYPQy//zCDHvDE45o2h9TGP/HP0kqTp0sYavSRpisxM0EfE5RHx9YhYjojre1z+ooi4pVx+d0TMj7/K0Wow5vdFxIMRcV9EHImIRh+1mmb9xtzV76qIyIiY+U9oNBlzRPxC+Vs/EBGfHneNo9bgsX1xRNwVEfeWx/eeSdQ5KhHx8Yg4ERH3r3F5RMSN5d/jvoi4dKQFZObU/9B5U/cbwE8A5wJfBV5zRp9fAT5atq8Bbpl03WMY85uAHy3b794IYy79Xgp8CTgGLEy67jH8nXcA9wLnlf0LJl33GMZ8EHh32X4N8M1J1z3kmH8auBS4f43L9wB/R+d7SDuBu0d5/7Myo3/2tAqZ+b/AqdMqdNsLHCrbnwN2R0SvL2/Nir5jzsy7MvPpsnuMzncWZlmTvzPA7wN/CHxvnMW1pMmYfxn488x8EiAzT4y5xlFrMuYEXla2X06P7+LMksz8EvDEWbrsBW7OjmPA5oi4aFT3PytB3+S0Cs/2ycxngJPA+WOprh2DnkpiP50ZwSzrO+aIeAOwPTO/MM7CWtTk7/wq4FUR8c8RcaycHXaWNRnzIvCOiFih8wm+Xx1PaRPT6qljZuV89E1Oq9Do1AszpPF4IuIdwALwM61W1L6zjjkiXgDcALxrXAWNQZO/8yY6yze76Lxq+8eIeG1mPtVybW1pMua3A5/IzD+OiJ8CPlnG/MP2y5uIVvNrVmb0TU6r8GyfiNhE5+Xe2V4qTbtGp5KIiLcAvwtckZnfH1Ntbek35pcCrwWORsQ36axlHp7xN2SbPrZvy8z/y8z/BL5OJ/hnVZMx7wduBcjMfwFeTOc8OLVq9Hxfr1kJ+ianVTgM7CvbVwF3ZnmXY0b1HXNZxvgLOiE/6+u20GfMmXkyM7dk5nxmztN5X+KKzFznf2YwFZo8tv+WzhvvRMQWOks5j4y1ytFqMuZHgd0AEfFqOkG/OtYqx+sw8M7y6ZudwMnMfHxUNz4TSze5xmkVIuL3gKXMPAzcROfl3TKdmfw1k6t4eA3H/EfAS4C/Ku87P5qZV0ys6CE1HHNVGo75i8BbI+JB4AfAb2TmdyZX9XAajvn9wF9GxK/TWcJ41yxP3CLiM3SW3raU9x0+ALwQIDM/Sud9iD3AMvA0cO1I73+G/+0kSQ3MytKNJGmdDHpJqpxBL0mVM+glqXIGvSRVzqCXpMoZ9JJUOYNekir3/6Wi1H4J53jaAAAAAElFTkSuQmCC\n", + "text/plain": [ + "<Figure size 432x288 with 1 Axes>" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + } + ], + "source": [ + "plt.hist(results[y==0],100, color='red', alpha=0.5)\n", + "plt.hist(results[y==1],100, color='blue', alpha=0.5)\n", + "plt.show()" + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/fast_data/drewe/software/envs/tf_gpu/lib/python3.6/site-packages/sklearn/linear_model/_logistic.py:940: ConvergenceWarning: lbfgs failed to converge (status=1):\n", + "STOP: TOTAL NO. of ITERATIONS REACHED LIMIT.\n", + "\n", + "Increase the number of iterations (max_iter) or scale the data as shown in:\n", + " https://scikit-learn.org/stable/modules/preprocessing.html\n", + "Please also refer to the documentation for alternative solver options:\n", + " https://scikit-learn.org/stable/modules/linear_model.html#logistic-regression\n", + " extra_warning_msg=_LOGISTIC_SOLVER_CONVERGENCE_MSG)\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + " 0.9098222459124671\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/fast_data/drewe/software/envs/tf_gpu/lib/python3.6/site-packages/sklearn/linear_model/_logistic.py:940: ConvergenceWarning: lbfgs failed to converge (status=1):\n", + "STOP: TOTAL NO. of ITERATIONS REACHED LIMIT.\n", + "\n", + "Increase the number of iterations (max_iter) or scale the data as shown in:\n", + " https://scikit-learn.org/stable/modules/preprocessing.html\n", + "Please also refer to the documentation for alternative solver options:\n", + " https://scikit-learn.org/stable/modules/linear_model.html#logistic-regression\n", + " extra_warning_msg=_LOGISTIC_SOLVER_CONVERGENCE_MSG)\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + " 0.9059896406679103\n", + " 0.9144572938272749\n", + " 0.9007954900983789\n", + " 0.9133072225634132\n", + " 0.895995318601606\n", + " 0.9145124847923064\n", + " 0.8979781009211516\n", + " 0.9030154683969642\n", + " 0.9073663242135096\n" + ] + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEWCAYAAACJ0YulAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAIABJREFUeJzsnXmYFcXZt++nzzZn9h0GBhhg2LcBQcEVBY1BwSUmuEQ00ZgY4q5R37gl8dUk+qkxUd8YVKIiGDVKFkmMCBKIoiKLLMLAzLAMs+/LWbvr+6N7DmdWBgGHgb6v68yc7q7urqrTXU/VU1W/EqUUNjY2NjY2AFpPR8DGxsbG5tjBNgo2NjY2NhFso2BjY2NjE8E2CjY2NjY2EWyjYGNjY2MTwTYKNjY2NjYRbKNwHCAiV4nIez0dj55GRAaKSKOIOL7Ge+aIiBIR59d1z6OJiGwRkelf4bzj9hkUkekisq+n4/F1YRuFI4yIFImIzyqcSkVkoYjEH817KqUWKaXOO5r3OBax8npmy7ZSao9SKl4ppfdkvHoKyzjlHs41lFJjlFIrD3KfdobwRH0Gj0dso3B0mK2UigfygInAvT0cn69ET9Z+j5ea96Fg57fNsYBtFI4iSqlS4F+YxgEAEfGIyOMiskdEykTk/0TEG3X8IhHZICL1IrJLRM639ieJyAsiUiIixSLycIubRESuFZHV1vf/E5HHo+MhIktF5Hbrez8ReUtEKkSkUERujgr3kIi8KSKvikg9cG3bNFnxeNk6f7eI3CciWlQ81ojI70SkTkS+FJEZbc7tKg1rRORJEakGHhKRoSLygYhUiUiliCwSkWQr/CvAQOBvVqvsp21rsCKyUkR+aV23QUTeE5H0qPjMs9JQJSL3t215tEm3V0T+nxW+TkRWR/9uwFXWb1opIj+LOu9kEflIRGqtdP9eRNxRx5WIzBeRfCDf2vdbEdlrPQPrROSMqPAOEfkf69losI4PEJFVVpCNVn7MtcJfaD1PtSLyXxEZH3WtIhG5W0Q2AU0i4ozOAyvun1nxKBORJ6xTW+5Va91rWvQzaJ07RkT+LSLV1rn/00m+dvo+WHH7OOr3vFFM91aMtf2GmK3xOhFZJSJjoq67UESeFZFlVhzXiEhfEXlKRGqsZ3Nim7y4V0S2WsdfarlPB3Hu9B06LlBK2Z8j+AGKgJnW92zgC+C3UcefAv4KpAIJwN+AR61jJwN1wLmYBrs/MNI69g7wByAOyAQ+AX5oHbsWWG19PxPYC4i1nQL4gH7WNdcBDwBuYAhQAHzDCvsQEAIutsJ6O0jfy8BSK+45wA7guqh4hIHbABcw10pPajfTEAZuApyAF8i18sIDZGAWRk91lNfWdg6gAKe1vRLYBQy3rrcS+JV1bDTQCJxu5cXjVtpndvK7PmOd3x9wAKda8Wq55x+te0wAAsAo67yTgKlWmnKAbcCtUddVwL8xnwevte+7QJp1zh1AKRBjHbsL85kaAYh1v7Soa+VGXXsSUA6cYsX5GivPPFH5twEYEHXvSJ4CHwFXW9/jgakd5XMHz2ACUGLFPcbaPqWTfO3qfdCs3/whYBhQA0yMOvf71jke6zoboo4tBCqt/I8BPgAKgXlWXjwMrGjzLG228iIVWAM8bB2bDuyLilOn79Dx8OnxCBxvH+vhagQarBdnOZBsHROgCRgaFX4aUGh9/wPwZAfX7INZ0Hij9l3R8lC3eSEF2AOcaW3/APjA+n4KsKfNte8FXrK+PwSs6iJtDiseo6P2/RBYGRWP/VgGydr3CXB1N9Owp7N7W2EuBta3yeuDGYX7oo7/GPin9f0BYHHUsVggSAdGwSoIfMCEDo613DO7TZov7yQNtwJvR20r4JyDpLum5d7AduCiTsK1NQrPAb9sE2Y7cFZU/n2/g+e3xSisAn4OpHeS5s6MwhXRv1MX6eryfYi6VzWmMb23i2slW3FKsrYXAn+MOn4TsC1qexxQ2ybdP4rangXssr5P54BR6PIdOh4+th/x6HCxUup9ETkLeA1IB2oxa7uxwDoRaQkrmIUtmLWUdzu43iDMmndJ1HkaZougFUopJSJLMF/MVcCVwKtR1+knIrVRpziA/0Rtt7tmFOmYtaPdUft2Y9aeWyhW1psSdbxfN9PQ6t4ikgk8DZyBWSPUMAvIQ6E06nszZo0XK06R+ymlmkWkqpNrpGPWNncd6n1EZDjwBDAZ87d3YtY0o2mb7juA6604KiDRigOYz0hX8YhmEHCNiNwUtc9tXbfDe7fhOuAXwJciUgj8XCn1927ct7txPNj7gFKqSERWYBbSz0QCmW7H/wW+bV3HsA6lY7ZOAcqi7uXrYLvtAJDovGh5btvSnXeoV2P3KRxFlFIfYtZYWnz8lZgP4xilVLL1SVJmpzSYD+XQDi61F7OWnR51XqJSakwHYQEWA5eJyCDMms1bUdcpjLpGslIqQSk1KzraXSSpEtPFMihq30CgOGq7v0S94dbx/d1MQ9t7P2rtG6+USsR0q0gX4Q+FEkz3HmD2GWC6bDqiEvDT8W9zMJ4DvgSGWWn4H1qnAaLSYfUf3A18B0hRSiVjFnIt53T2jHTEXuB/2/zesUqpxR3duy1KqXyl1BWYrr5fA2+KSFxX5xxiHA/2PiAiszBbD8uBx6LOvRK4CJgJJGG2KKB93h4KA6K+tzy3benOO9SrsY3C0ecp4FwRyVNKGZi+5yetWjAi0l9EvmGFfQH4nojMEBHNOjZSKVUCvAf8PxFJtI4NtVoi7VBKrQcqgAXAv5RSLbWaT4B6qwPPa3VajhWRKd1JiDKHev4Z+F8RSbCMzu0caImAWYDcLCIuEfk2MAp491DTYJGA6YqrFZH+mP70aMowfbpfhTeB2SJyqpgdvz+nkwLF+t1eBJ6wOhkdVueqpxv3SQDqgUYRGQnc2I3wYczfzykiD2C2FFpYAPxSRIaJyXgRaTFmbfPjj8CPROQUK2yciFwgIgndiDci8l0RybDS3/IM6VbcDDrP+78DfUXkVqsjOUFETmkb6GDvg5iDAl7AbDVdg/l7tRS+CZiVjCrM1sYj3UnTQZgvItkikoppvF/vIMxhvUO9AdsoHGWUUhWYnbP3W7vuBnYCH4s5wud9zE5DlFKfAN8DnsSsHX7IgVr5PMym/1ZMF8qbQFYXt16MWYt6LSouOjAbczRUIWZNbQFmTau73ITpBy4AVlvXfzHq+FrMTsFKzOb9ZUqpFrfMoabh55idpXXAP4C/tDn+KHCfmCNr7jyENKCU2mKlZQlmq6EBs1M20Mkpd2J28H6K6eP+Nd17f+7ErNU2YBaAHRU00fwLWIbZgb8bs4US7dZ4AtMwv4dpbF7A7OAGs0/oT1Z+fEcp9Rlmn9LvMfN7Jx2MKOuC84EtItII/Bazn8SvlGrG/G3XWPeaGn2SUqoBc4DAbEy3Wj5wdif36PR9AJ4Hliql3rWeoeuABZYRfNnKn2LM5+njQ0hXZ7yGma8F1ufhtgGO0Dt0TNMyQsXG5rARkWuB65VSp/d0XA4VMScY1mK6eQp7Oj42Xy8iUoT57L7f03HpaeyWgs0Ji4jMFpFYy0/+OGZLoKhnY2Vj07PYRsHmROYizM7E/Zgur8uV3XS2OcGx3Uc2NjY2NhHsloKNjY2NTYReN3ktPT1d5eTk9HQ0bGxsbHoV69atq1RKZRwsXK8zCjk5OXz22Wc9HQ0bGxubXoWI7D54KNt9ZGNjY2MThW0UbGxsbGwi2EbBxsbGxiaCbRRsbGxsbCLYRsHGxsbGJsJRMwoi8qKIlIvI5k6Oi4g8LSI7RWSTiEw6WnGxsbGxsekeR7OlsBBTZbEzvokpLTAMuAFTd97GxsbGpgc5avMUlFKrRCSniyAXAS9bWjMfi0iyiGRZuvs2NjY2ByXgC2PoRofHlFKE9TroQMpHKQiFoNknhIIQCAjBkBAMQDAk+JvChJqD6DrouhAOC4GgEAxCXVDQDTB0UOrAEhy6YYY1DAj4dIJBg6BfCAchrCuCYR3DkDZx0AgGDAKBrlcucjY2gGhMv3ggt94W95Xzqzv05OS1/rTWid9n7WtnFETkBszWBAMHDvxaImfTuwiFQuzbtw+/39/TUTnmUYY6rCXrjhrKLDzDYQNlgKEOlOdKgbkmj0TCRlalPvDPPMewPlaYloJbIZHzOpR8i97nBGdixwVk/w72HU1EGYihQASXdxfbtrm6DB8TE0N2djYuV9fhOqMnjUJHq1x1+KwqpZ7HXHCDyZMnH5PPs03Psm/fPhISEsjJyaH1aqDHP4ahUEbHr4VhKJSuDpSlVomoOQ6eR0opFGGUCoJVoKIUhgG6IRi6tCq0I+chBEM64TDohmYWxApQYChBV4JSgjLEKuwF3dDQlYAGTjeHtdCqtDm9o7VPBRAUIgoRQBSCQtOsFAiIJpFzRRSaCGgKTaxrimp3bdEEEbHOp9V/TTTaPpqagKYJmsPR7ljkmjU1SH09KjERZ0YKMV5HxwExf7Oqqir27dvH4MGDu8ilzulJo7CP1muiZtPxmqg2NgfF7/cfNwZB1412haJSCj2sWhUcuqFbtWWzFhk5ZoTNmrbeUts2C1/dgHAohGFI5BPt/ogmbBgYBhiGhjLcGEozz2kbvoPCW1l/zZBR7hI5UCBHavgCYlX5NRQOzUDTDDRRaA4AwyqQzRNbFcZiFuyAlXYFmqA5QHMKTpeGQzOPa2KFsf57nG5E06x8OxDHlu9mAd4+b76W50vXIRgEr7WgXlwqBOIObHeBiJCWlkZFRcVXvn1PGoW/Aj8RkSWYi8vX2f0JNofDsW4Q9HDHvu8WDF0R1nUC4UCbmrxVglqFmhHSMfQwuq4QQ0PXDXRdI6xrhIIOQiEn4bATRUdltpP29duOkZZStNVO0zBpmoGGYZXo0q6WK5oyw2hm7VswS38Nhcu6htNh1cgFHA5wujVQBg6nw7y3CODE6XZbte9DiXcvpaEBSkrMtA8ZYmaMpnXLILRwuOk/akZBRBYD04F0EdkHPAi4AJRS/we8C8zCXJ+1GXNtYhubXoceNgiHOirwFUqF0JUe8a9IZ24bBQqFjo6mCbrfhT9gEA5phMMaobDZianrGq1q3wccHFHfrdqxBpooHA5BxDALajHQlG7+10y3SEcIlsvEqrWbtXVlfQcDs3XicLloZxGsKDidgsvl7uCw1YboYL+maeY1TzTCYSgthfp6c9vrNVsMjs5dRUeLozYkVSl1hVIqSynlUkplK6VeUEr9n2UQUCbzlVJDlVLjrEXGbWx6HEM3CIf0Lj8NDc3U1tdT29BAQ3MTfqOR2HgPU07JY+JJY7noW7MorSkgQD0h8bN1+2ZmXTCL8ePyGDd2Ar/4+SPU14aoq9GprjT485//zSmnTGfiuGlMGHcKt91+P1VVMdTWu2lsdhEIumj2GVz/g1lc9u0p/Ovfb6K5NBwecMcqYhMM4pOCpCY386MbzqK8ZCX9MuvIyqgnI6matMQa3nv3eX7zyE2kp4ZIz9TIyHSQkekkPcPJo7+5l+kzJjHrwtPYV7yZ9EwXaRluUtJiSEr1kpgSi9OjcdF3voUnPpaE5CRSMtJ5ceFL9M3qCyiSkhJJSkrk7bf/ws/u/xlxCYl4vF7cMV7OO/+bbNq8BXeMl2A4zE233MLI0WPIm3QSM849j883bMTl8Xxlg6CU4uabbyY3N5fx48fz+eefdxju9ddfZ/z48YwZM4af/vSnkf2rVq1i0qRJOJ1O3nzzzcj+iooKzj+/q5H1h4lSUFcHu3aZBkHToE8fyMkBt/vo3bcLep10to3N4aCUQg8ZrV05Rtj8KHOfQiESblWTVRgYSkdXBmGlA+DWBFGmnz3s1/DGeHnv3f+iGxq33nYDv/9/rzH/xntobvbzrUu+ywP3/56p076Br7mZ227/Ng7HIi6/4sfk52/m/vvv4vfPLGXI4JGE9TB/eft53HFhHA4Dp0twaGE2fP4JmiPAf9autmLlw4FCAyQURHTT9eJ0asTGeYlPjMNy3OBwuYhLiMftjSExNaVVnrz77rsUFhayc+dO1q5dyy233MLatWvb5d0LL73EZZddRmx8fGTfkiVLmDJlCu8sXcq1114LgGhal+6e66+/nsGDB5Ofn4+maRQUFLBt27ZD+RnbsWzZMvLz88nPz2ft2rXceOON7dJQVVXFXXfdxbp168jIyOCaa65h+fLlzJgxg4EDB7Jw4UIef/zxVudkZGSQlZXFmjVrOO200w4rjh1SWgo1Neb3uDjIyuoxY9CCbRRseg1KqQ6HEjZU+SO1+/YntT7fCCtQOkIIUToKBXoYpTlQopmDbFQIA41w0EUgpGHoQshQ6DqEDQeG4UAZGroh6FFj1Q0FFbVmgTli9Onk7/iCep+bv7z9KhMmnMbJU7+BAuISvDz486eY992ZXPO963nl5V9z8813cNKkATicjTgdOrfceg0xBBAMRDeoqKjg1p/cQEVVFTNPP5U/v/IKu/fs4af33UdY15kyaRLPPfccMfHxaA4Hbo8HtyeGl156iUcffZSsrCyGDx+Ox+Npl0VLly5l3rx5iAhTp06ltraWkpISsrKyWoVbtGgRr732WmR7165dNDY28thjj/HII49EjEJX7Nq1i7Vr17Jo0SI0c6gPQ4YMYciQIQc9tyu6k4aCggKGDx9ORoa5zszMmTN56623mDFjBi0Ld7XEKZqLL76YRYsWHR2jkJBgthD69IGkpI5dcV8ztlGw6TVU7GmguT7Ybr9SHHCEGgboIZZvrzQL/LBu+uvFMgAAmMZDaaCjETaEUMhpDosMm357PezAUIFW9zllQN+Wvt5WaBg4HAYikBAXQDdCrP/831x55TX0yQxSWrKJadPGM2CA3xoNo+jbpw8+XyPemBoKC7dy5923kJTqxmUYaGFrKKNoaO4YEGFgaioLXnyRxx9/nL///e/4/X5mzp7N8uXLGT58OPPmzeP/Fizg1ltvjcSrpKSEBx98kHXr1pGUlMTZZ5/NxIkT2+VfcXExAwYcGAiYnZ1NcXFxqwI1GAxSUFAQKTwBFi9ezBVXXMEZZ5zB9u3bKS8vJzMzs8vfcMuWLeTl5eHohq987ty5bN++vd3+22+/nXnz5h1yGnJzc/nyyy8pKioiOzubd955h2Cw/fPUlsmTJ3PfffcdNFy3CASguRlSrNZafDzk5vZI30Fn2EbB5pjBMBThoE59pY+2Ra+/KUTIH6bvoAQ8sS6UMjCMA4X2jp0GKtiECpv7Th/iRikDJW6UUwMUhnITCCnCQRehkJNgwEEo6LBmmUrr8e0KnA4Dl8vA4bQ6WbWgOZrGYY1v1xQaIXMcusuN3+9jzkWnsHv3HvLyJnDBBdNxOCwXkFPhdJjuKQE81nj2eJcDDfAKxBo6GAYSE4MWE9NlXm3fvp3BgwczfPhwAK655hqeeeaZVkZh7dq1TJ8+PVIznjt3Ljt27Gh3LdVB86ut66eyspLk5ORW+5YsWcLbb7+NpmlceumlvPHGG8yfP79Tt9Ghjop5/fXXux22O2lISUnhueeeY+7cuWiaxqmnnkpBQcFBr52Zmcn+/Yc5Wl4pqKqCigrzu8cDsbHmsWPIIIBtFGx6ED1kYBiKxho/4aCBvzGErhs4nBpJGQeG4CkVRpQPR1M+9QUaYXSCehW6HkSFgaYq9PTJBAJNhHUPQRWDP2Rg6C7CYQ09JIQjE60OTEgyzIujORQet4HbbeBw6GiajkPTcTgUSjRcWvshlwCaCJpuuhzCehCv18tHq1ZRX1/Pt6+4goULFnDT/PlMGDOG/6xZQ5zTiQqHQSkK9u4lPj6epJQURo8Zw+cbN5I3cSLicCDdKCQ6KgQ7ojsFcXZ2Nnv3HhAX2LdvH/369WsVxuv1tpotvmnTJvLz8zn33HMBsyUxZMgQ5s+fT1paGjUtfnKL6upq0tPTSU5OZuPGjRiG0aGrJppDaSl0Jw0As2fPZvbs2QA8//zz3Wqx+P1+vIcwJLSDC8D+/eZ/MN1EPdxv0BW2dLbN14oeMgj6w9SUNrFnaxWlX5ZSX1KNEx8ZWULOcA9JmYWEw58RCH6K37+Wuvp/UVvwdxrLNtHYVERpeQkbtgorPkzh5SUDeOjZ6VTWxVNYnM7e0gRKy9zUVsfQUO/E16wRDJlaNQrQHAZub5i4pBDJ6X76Z/sYmO2jf1oTGQk+Ej1+YhwhYh0GcRjEqDBOI4xDD+Mw9FYf0c0CXjkckVEz3thY+vTty2+ffJInnn6asGFw1VVXsea//+X9lSsRj4eAw8Ft997LT3/6UzS3m5/efTe/+s1v2FlUhDgcGIbBE0880WU+jhw5kqKiInbu3AnAK6+8wllnndUqzCmnnMLKlSupqqoiFArxxhtvdHitOXPm8PLLL6OU4uOPPyYpKaldf0JKSgq6rkcMw+LFi3nooYcoKiqiqKiI/fv3U1xczO7du5kyZQpr1qyhtLQUgM8++4xAIMCAAQMYOnQokydP5sEHH4wYtvz8fJYuXdouXq+//jobNmxo92lrELqbBoDy8nIAampqePbZZ7n++uu7zGeAHTt2MHbs2IOGa4dhQHk5FBaaBsHlgoEDoX9/cB679fFjN2Y2vZrGmgBNda198hhhmqvqEaMZX1MJ3rhaPK56mlWQ8v316HqYcECh6014QtmEm12UV3upKE9k9/5x7KhJZ/vudCprhZARRhQYYQNEuNYoAw3cbkFzKVxOhcelTLeNE5xOhSu6CmRYo4+CIQgp0DR0h5MwCnEYiENDORw4NY2Yg7hyotGsGuBJJ5/MhAkT+PNf/sLVV1/N0r/+lZtuuombbr0VXde5+uqr+clPfgLA+PHjeeqpp7jiiitobm5GRLjgggu6vE9MjNmJ/O1vf5twOMyUKVP40Y9+1CpMVlYWDz30ENOmTSMrK4tJkyah6+0742fNmsW7775Lbm4usbGxvPTSSx3e87zzzmP16tXMnDmTJUuWsGzZslbHL7nkEpYsWcLdd9/Nb3/7W2bNmoVhGMTHx7N48eJIy2DBggXccccdkfulpaXx2GOPdS+DO6GrNOTl5bFhwwYAbrnlFjZu3AjAAw88EHG/ffrpp1xyySXU1NTwt7/9jQcffJAtW7YAsGLFioP+Hh1SXg7V1eb31FTIyDjmXEUdId1thh4rTJ48WX32mT2l4Vgm2OinLL8MLS6MFmNAYzmE/OCvI6zCbNP3oqv9QCyV5VmUlaZRsb8v5RWp1FV6qa3zUFkbR12jM0r/zBJP0HUcMQYZ6T7SMsNk9jdIHurgiqn1DB8xPNIRfKD8jxqxZBhIMAAi6OFQS28u4vYgmoahFA5N8Dgdh2QIThTWr1/PE088wSuvvNLTUflaOfPMM1m6dCkpKSkHDxxNOAx795oji1r6D74mtm3bxqhRo1rtE5F1SqnJBzvXbinYHBEqfZXsqswnWFRDuLYaze0imFRJjOZCMwzCWgqq2UXl/jh27R7Cnl3nsHX7UEorzBmxAUu3pkXTRimFiEFaso+kpCbS0hoZODRA/wF19MtNRIUV3tgYPM2NhHw+Yo1EYgK+VnFq8adH/hsG4nIS0gSHx4XHG9tuJJHTYXtUO2PixImcffbZ6LreLV/88UBFRQW333579wxCYyPU1pruIRHTRZSTc0wMMz0UbKNgc0jUljWbw0LDQajaCUaI8lADxb5K4kMeUuKz8A7PwScGoWCY6i/i2ZHvYfvOGLYVeimtMtAJoxtuGgwhJsZP3+xGUtIDDEltJj3VT1JSkHhvHYnJiuz0ONzxCTjdMYhPxzBiMfQgjuoyvOVNuF0uYjIyqHY6iEmIt4yKtCrsA8GgpfgJStNwitgtga/I97///Z6OwtdKRkYGF198cdeBdB3KykyDAOYktBYj0ssMAthGwaab+JtCNNUGqK/yk5ChEa7dTDiuHiN1KE1NOgO0USRpqdT5YfUag48+TGD9hiR8/hBBERSKEEHEHSZzUDPZQxsZOaqZi0YGSEpJwB0bh667MQwnhmGgVBIOt8es5dfWon25GafLhadPH1weF/tiXIQHDEPFxRF0OtEDAUId+MsB0DS8thGwORrU15uzksPW5JKMDGgzdLe3YRsFm3aUNJaws3YnbseBYXP1BTqaG1RMGGfRelyBEP6EXMI1+zEM2L0rjdUrwnzyUTpNTabevpIwyamNZGc3039kkMzBdYzv30j/uARiExOIj0vBKWJKTyC4FLhCYZxOJ1p1FRII4PB42F1aipaSgmvAAPyW2yI2NZVhw4ZF4rdt2za79m/z9dFWwC421pSo6GDGeG/DNgo2EUJ6iApfBTtrd9Ivrh/94g+M8y6uqCE2NUiothi9LolPas/my89iyd/lJH+Tm9qKMLoKg4qhb46PgZMqmHRyLfF9BHeMhz4xLrL8sSQGHTg0B+6yMtxhHXdsLA6nA000CkpLUW4XWmwsKIUjNRVxufCmpTF89OgezBkbmzY0NBwQsMvMNN1FvdBV1BG2UTjBKWsqI2iYU/0bgg00BBvoF9ePoclD0XWdwpIKmkt3suvLZmqb/fzz0xw++/Qigj4PGOAkjKb5Sc7wc9LZBqedXoFH9uDRIM7hQMIOtIIivIEAhtNJo9eLKzGRZqcTZ0ZGq0k8MakpduFvc+xiGNAy4S452VwIJyXlmJ6I9lWwh1qcoPiCOisKNrKyaD07K6opqKylrDaE0ZyKf1cpX/xzAR/982XWrl7GoncaefpPw3j48bP4eNVAHM0hRg3YwwUz1nP9tat58J5PeGj+CuaMXUVS5SckNtWT5nKTinByQjwnZ2RwygUXMOWyy5h0ySWMmzGDcTNmMGrSJEaNHRv59HaD4HA4yMvLY+zYscyePZvalo5HTM2fc845h+HDhzNs2DB++ctftpqVvGzZMiZPnsyoUaMYOXIkd955Z7vrBwIBZs6cSV5eXpcSENOnT6ejYdsLFy6MzI2I5ssvv2TatGl4PJ52KqHRKKU455xzqG9xmQBvv/02IsKXX34Z2bdy5UouvPDCVudee+21EUnqUCjEPffcw7Bhwxg7diwnn3xyuzkPX4VHH32U3NxcRowYwb/+9a8Ow3zwwQdMmjSJsWPHcs011xAOh4HO8yAYDHLmmWcSLi+GwbTPAAAgAElEQVSHnTtNQwBmq6BPn+POIIDdUjghMQzFpv3lFNWWMyZtOIlhwVdWQK0/yPKyeiqLY6koPonq4mSKtiTjb3biFCexsQbTTi7k8osMRk5Ko7kuTGNlEH9zEw5PX5L7ZBG3bx+xIjgMA0Fwp6XhzstDjuEZnEcKr9cbmSTVokX0s5/9DJ/Px5w5c3juuec477zzaG5u5lvf+hbPPvss8+fPZ/PmzfzkJz/hH//4ByNHjiQcDvP888+3u/769esJhUKRexwpUlNTefrpp3nnnXe6DPfuu+8yYcIEEhMTI/sWL17M6aefzpIlS3jooYe6db/777+fkpISNm/ejMfjoaysjA8//PBwksDWrVtZsmQJW7ZsYf/+/cycOZMdO3a0GjprGEZELnv48OE88MAD/OlPf+K6667rNA/cSjHjpJN4feFCrrrwQtNllJ5+WHE91jn+39QTGKUURpsF3ZsafOzaW8zW4mKykmJI3PI5O3a6+GBTBtv3DGFHUTJe5QEEpQmawOgRYWZd0Mj0c8rxuIupLlAUrC8EFCn9B5I+JJfEuDi0nTtxDxuOe3BO5H69emnEw2DatGls2rQJgNdee43TTjuN8847D4DY2Fh+//vfM336dObPn89vfvMbfvaznzFy5EgAnE4nP/7xj1tdr7y8nO9+97tUVFSQl5fHW2+9RVFREXfeeWdkRvNzzz3XThq7O9LZmZmZZGZm8o9//KPLNC1atIgbbrghst3Y2MiaNWtYsWIFc+bM6ZZRaG5u5o9//COFhYWRuPTp04fvfOc7Bz23K5YuXcrll1+Ox+Nh8ODB5Obm8sknnzBt2rRImKqqKjweT2QW87nnnsujjz7Kdddd1z4PogTsLj7jDO797W+56kc/giiDeLxiG4VejjIUNaXNHQqklZRVUOdvQCwnYbOviVBxE7WBAEnuWDZuSOPX7w9iZ1GKuRCL5sQBDBisk5sbZtjwICPH7GbQwBJ8deU0V+s0GXGEw0mMP/NsYmNjcTqdhEtLCRUWoiUm4hky+GtNf6dsP3x3RDtGfLNbwXRdZ/ny5Vx33XWA6To66aSTWoUZOnQojY2N1NfXs3nzZu64444ur5mZmcmCBQtaSWdPnz69lXT2c88995Wks7vLmjVr+MMf/hDZfueddzj//PMZPnw4qampfP7550yaNKnLa+zcuZOBAwe2am10xm233caKFSva7b/88su55557Wu0rLi5m6tSpke0W6exo0tPTCYVCfPbZZ0yePJk333yzlYhehFDogF4RMHbKFD7duvWEMAhgG4VeTTioEw4ZNNT4SelzYBp92AgTNsL4Y+uJd+i4dBfBUIiy8gBlNYls3dOPbZuS2bvXQFMG6QkG3/ymMGFCLWPGNBMXV4ph+AnrNYT8zVTucmHoaaT1H0BKfALOmho8JSXoQLC2DqO5GVf/fniihoj2ON0swI8kPp+PvLw8ioqKOOmkkyIKoubs7CMjJ93CkZTO7i7V1dUkJCREthcvXhy53+WXX87ixYuZNGnSEUvrk08+2e2w3ZHOFhGWLFnCbbfdRiAQ4LzzzsPZmVszEDAF7LKycMTH43a7aWhoaJX+4xXbKPRSSgvq8DWGcLo0YmJdJKZ72VW7i7qQn9KmMpr9IaRCp3Z7KrtKEijcncbuXUOoKnUCCh+KxMQmvjFzPxeeW09Ojhu/fx9KOWls0hEjBX+9h+YdFSQlpDBo8ECcPj+qtgEAR/YAc+H2xES0xCQc8XE9myHHAC19CnV1dVx44YU888wz3HzzzYwZM4ZVq1a1CltQUEB8fDwJCQmMGTOGdevWMWHChG7f60hKZ3cXp9MZkbyuqqrigw8+YPPmzYgIuq4jIvzmN7/pUjo7NzeXPXv2dKuAPZSWQnels6dNm8Z//vMfAN57770DRjIQONBp7HLBgAHg9UYE7AKBwAkzD8Y2Cr0Mf1OI+kofvsYQ/YYlUy4Ghc2NbC0p4fPSAoLBZEL1bvZtyWLHh2kUbI3H7XKAQDgUxuMNMH5qKZMm5fPtETuoC3sI4qF0VxAXyXjdfXAKGMEgie4EslKzyIxqljsSE815BDadkpSUxNNPP81FF13EjTfeyFVXXcUjjzzC+++/z8yZM/H5fNx8882RhePvuusuLr30Uk4//XSGDx+OYRg89dRT3H777Z3eI1o6Ozc3t1Pp7FtuuYWqqioSExN54403DsnwtGXEiBEUFBSQm5vLm2++ybx581q5k8466yxWr17NySefzP79+yOibLt372bjxo3k5eURGxvLddddx80338wf/vAH3G43JSUlLF++nO9+97ut7ncoLYU5c+Zw5ZVXcvvtt7N//37y8/M5+eST24VrWR0uEAjw61//mp/dc485Ca26GrKzDwSMWoe6qqqKjIwMXJY8+vGObRR6GYHmMMqAvkMSccY42FxSxUf5/yXcFMYIuPCtG8YXK1Mor/LgECEjFvImhejbdz9DB33BSf3y8dbWQCCJYHFfQk0h+g3Kwe3zo7k9iGZKRTjdMXg8MWiDU3D17dvDqe59TJw4kQkTJrBkyRJTOnvpUm666Sbmz59/zElnl5aWMnnyZOrr69E0jaeeeoqtW7e28/tfcMEFrFy5ktzcXBYvXtyutv6tb32L1157jTPOOINXX32V733ve/j9flwuFwsWLCApKQmAhx9+mPvuu4/Ro0cTExNDXFwcv/jFLw45j6MZM2YM3/nOdxg9ejROp5NnnnkmMvJo1qxZLFiwgH79+vHYY4/x97//HcMwuPH73+ecnByorqa0spLJM2dS39jYLg9WrFjBrFmzDit+vQlbOruXUV3eQF1TA82xsHR3BUXVxaQ1NBP49BzWLI/B1wBokJbQyNRJmzl96qfEe5sxglV4fXW4G9PQU/oR238M3vhEXG4XfXOGIg4HjpSUXjtaqCOpYJsjS0lJCfPmzePf//53T0fl8NB1s3VQV2dux8RAv37m/w649NJLefTRRxkxYsTXGMnDw5bOPs4J+sKU7KmnyR9mZ+Vu9hlVlGs6DUqIX9eHD5aOwNfkhKZmBg+o5JxTdzI2ZyeupCpiCKI3eXE5+xE/8Az6jpmMJzUTb/zx32Fmc2TJysriBz/4AfX19d0aPXRM4vfDnj2tBezS0jqVqAgGg1x88cW9yiAcLrZROEapbQ4SDBvsrfFRV9ZMU0OQCk8h9c4GGt1ZuPZ42fJaf0q2e0AZjMzazmWXfEr/iRpxjiYaw4W4ElKJS51EzrCziImPx3ECTCCzOboc7nyCHsftNqUquilg53a7O1z+83jGLiWOMWqagmwrrac5oJMW76a6vIk9wSCBxDqq9SZS9IHsfDGWDSszUDiJi6vnivM+5aScXWSMG09J03r8MQ6yB8wke9DZOBwxiNhqJjYnKEqZs5Dj482RRJoGgwaZC+D0Ulfp0cY2CscIzcEwlQ1BdpQ1kOZx4XdBfkUTDaEATncjKcEvCK0bxqKXBtHYoOF0u5hzqY+TJ25gcHMt4YwR1NJIQlIi46bMw+k8MYbP2dh0SjAIJSXQ1GQK12VlmftPkFFEXxXbKBwjFNf4qGoIEF8XJtGrUaQ3MLx2M95gA801ARa9P4z3/jMa0YSJk0JcdslW+qbVUbprF7WJxbgSB5AQH09KSp5tEGxObJSCmhooLzeVTR2Or32N5N6MbRSOAf67sxJ/WGdIShyfNQSoSlc0V9XjdDdQoQ/h8Tcz2LG9L6KFufySIs6fWQpK4fPEEh8TR59JeeSMuAwRrdeOHrKxOSIEAmbroLnZ3E5MhL59TXeRTbewnc09SGmdnw++LCOgG0xIjkcvaaKksYqafctx+jaxIt/P3Q8NZcf2LBJjdf7nzkK+e9Z+GncVUV9QCHvXMrw/xCcl2gbhGKC3SmcvWrSI8ePHM378eE499VQ2btzY4XWPeenshx8md9gwRpx9Nv/66CNzVnJ2diuD8JWls61wJwK2UehBQrpBVpKX8clxfFRez8pQLT53BQNc/Sj553Re+s2lNNQkkpNVy30/XEW/+G0U7CsiYXQuE799KqO/cQopp51DYtpE2yAcA7TIXGzevJnU1FSeeeYZgIh09j333MOOHTvYuHEj//3vf3n22WcBItLZr776Ktu2bWPz5s0MGTKk3fWjpbPnzp17xOI9ePBgPvzwQzZt2sT999/fSgk1moNJZ3eXaOnszZs387e//Y2GhobDSsPWrVtZ8sYbbFm5kn8uXsyPH3kEvY3LqEU6e8mSJWzevJlBgwbxpz/9CTggH97WGLvdbmbMmNGlET7eOKpGQUTOF5HtIrJTRO7p4PhAEVkhIutFZJOInDDTBnVDUdEYAKXYt6+Wcl81Izw+cmjm5afG8NLr6RgIc04r4n9m/4VxyQGMcIhBU+IYMiYGw6giIWEUsXGDiPHYM46PNaZNmxZR6exMOvtXv/oVwCFJZ2/YsIG8vDx27drF8uXLmThxIuPGjeP73/8+gUCgXTxeeuklhg8fzllnncWaNWs6jOupp55KSkoKAFOnTmXfvn0dhlu0aBEXXXRRZLtFOvuFF17otlFokc7+3e9+d/jS2YZh9hv4fAekswcPZvDUqRHp7Gg6ks5+6623AFOFdsqUKR1KWVx88cUsWrTo0OPXSzlqjjYRcQDPAOcC+4BPReSvSqmtUcHuA/6slHpOREYD7wI5RytOxxK+QJi6xiCxhsHykg340yCmHF773zz27PEQ721g3nnvM2q0j1pvEqG0FOK8ySRlO0hNPa2no3/Ms3LvyiN+zekDpncrXG+Wzn7hhRf45jc7Vpg9pqSzb74Z9u83Rxg1NlK8bx9Tp02LDDM9LOnsNowdO5ZPP/30oOGOF45m78vJwE6lVAGAiCwBLgKijYICWp6OJGD/UYzPMUEoqFNb1kx5aRN1FdVUG3vwpzgZFxzLb3/qorzGTZ+sEI98731CGU7iknLwKkVSfyE1xYnHndLTSegVdLcAP5L0dunsFStW8MILL7B69eoOjx8T0tm6brYOiorMbY8H+valI7Gew5LOjsLhcNjS2UeI/kC0Gd4HnNImzEPAeyJyExAHzOzoQiJyA3ADwMCBA494RL9Ogs0h6uoDFKl6Cj3rGZgch1E4gYcfScBXazBynMEj85eTkiRsaU6nye8jJTudpMRGEhPH4fFk9HQSbDqhN0tnb9q0ieuvv55ly5aRlpbWYZgel842DAiFuPz887nnhhvMZTHT0kDTDl86+yCcSNLZR7NPoaOnse2TfAWwUCmVDcwCXpEOpt8qpZ5XSk1WSk1uqfX0Virq/Kwrq+GLpi8YkJzBji+m8cov+tLcIEwd18TDd22lMtDMFw1p1JaVkpiaRs7QXDwxSbZB6CW0SGc//vjjhEIhrrrqKlavXs37778P0KF09iOPPBIpoAzD4IknnujyHtHS2UCn0tkrV66kqqqKUCjEG2+80eG19uzZw6WXXsorr7wSaXl0RIt0NhCRzt69ezdFRUXs3buXwYMHs3r1aoYNGxaRzgY6lc4OBoOA6eZ69dVX293vySefZMOGDeZn3To2vPEGG956y3QdDR5s6hZpZnExZ84clixZQiAQoLCwsEvpbCAind1WWbYjTjTp7KNpFPYBA6K2s2nvHroO+DOAUuojIAY47lbFVkpRW9bM0rWFLN66m8/C+8DlYtXfh7Lg0Xiktpnzxu3k+m9/TFP9furqmnDrYYYPG8aIiSfhPEEexuOJaOlsr9fL0qVLefjhhxkxYgTjxo1jypQpHUpnjxo1irFjx1JSUtLl9aOls8eNG4emaV1KZ8+cObNTf/8vfvELqqqq+PGPf0xeXh6TJ3cspNkinQ2m6+iSSy5pdbxFOtvj8USks/Py8rjsssvaSWdnZGQwevRoxo4dy8UXX0yHlT2lzA+YE9D69oU+fSAnp52iabR09vnnn99OOnv/frPoeeyxxxg1ahTjx49n9uzZnHPOOYApH56dnc0TTzzBww8/THZ2dmTorS2dfaQuLOIEdgAzgGLgU+BKpdSWqDDLgNeVUgtFZBSwHOivuohUb5LOrm0OohuK/OJ6qnfXsjpQSHxzMX3cYYpWjuWtt3MRcXDVeduYe0cqJaWlOMKNGP46Rp92Ad7YACgDXfcRDFWTkjylp5N0zGJLZx99vlbp7FDIlLeOjTVdRD2ILZ19hFBKhUXkJ8C/AAfwolJqi4j8AvhMKfVX4A7gjyJyG6Zr6dquDEJvorY5yLrdNaTEuWmu8GNoTTiMKiYmpZD/0WjeWZqJ0yncNr+O878Zx97yvbgw6JPoIDk7i7CxkYYGnRiPqdfS8t/Gpqf4WqSzlTLXOSgrMzuVfT5Tt0jrmSlVtnT2EUYp9S7mMNPofQ9Efd8KHJfjK7eXNtA3KYb+DheViSFW6I2ke4X899JY8FYG4tS4+cflzJm2lqLCEOLw0CcpBoe7hJA3HYdkk5R8Eg5H19K+NjZfJ0dVOjtawA5MZdOsrB4zCGBLZ9scIfbX+mgKhhmZGUtNQRmfbl9BgUPh3JbJ0rfHgMfLj3/SyIQx29lV7yScnENGZibxqS4MlUha6plomt2PYHOCoJS5RnJFxQEBu759Td0ie6b+145tFI4w5fV+Suv9DEyNRQs2UVm8m10OJ96aMSx9eSA4nFzznXomjf0cR30xmQOGEEzKIisri2DwSxyObNsg2Jx4NDSYBiEpyexMtgXsegw7548gtc1BviiuIyvJS0ZCDEajj4KQTplvEB8/nUNI3Fw4J8CZo5bjqG8go38O4eQh9O/Xl1B4H7rejNfbu+dh2Nh0C8MwPy2L3WRlme6jE2By2LGObRSOEL6gzraSBvokxjCoTxxlgTA7yqvZ2Oznw99NRDUJE8aXMGf8fxClkZI7BRLS6d+3D0o1EPCXEhubg9PZS9e+tbHpLj6fKVHhcplKpiLmzOSDLI1p8/Vgq6QeAXRDsaOsAU2gwg1rahopqm/EV1nLrrcHEK6OJzfLxw8vWkdOzhCSx03Dk9yHfv36EQgU0tCwGZcrCa93gO066sX0VunspUuXMn78+Mgchc5kLnw+H2eddRa6rkf2Pfnkk8TExFBXV9flfaZPn85nn3wCZWU0btnCD++9l6Gnn86YsWM588wzWbt2bafp6Q5KKW6++WZyc3MZP348n3/+eYfhXn/9dcaPH8+YMWMikwfBzNu5c+eSm5vLKaecQpElo/HFF19w7bXXHlbcehu2UTgCrC2soqIhQGZaLLomnJroZUBTNY074PO1/XDqIeZ+87/ExjfhS0vBmxpP3759cTgcKGUQFzeMxMTxPZ0Mm8Okt0pnz5gxg40bN7JhwwZefPFFrr/++g7Dvfjii1x66aWRSWFgTmKbMmUKb7/9dtc30XUoLoaqKq5/4AFS+/Ylv6CALVu2sHDhQiorKw8rDcuWLSM/P5/8/Hyef/55brzxxnZhqqqquOuuu1i+fDlbtmyhrKyM5cuXA6YQYEpKCjt37uS2227j7rvvBmDcuHHs27ePPXv2HFb8ehO2UTgSKJg8OJV6TdHX7WRr4XrW7vuE3/8hGV03mH5KPkMma2QNG4rhiSc1NQZdbyAUqsNQwZ6Ovc1RoDdJZ8fHx0c0kpqamjrVS2ornb1r1y4aGxt5+OGHWbx4cccZoZQ5CS0QgFCIXaWlrN26lYeffBLN6kweMmQIF1xwQcfnd5OlS5cyb948RISpU6dSW1vbblZ4QUEBw4cPj8yenjlzZkQ6e+nSpVxzzTUAXHbZZSxfvjzSkps9e/YhrRfR27H7FI4AulL8p7aBBI+T/v5Gdm78gq0fjqe6PIMBqQY3zddITErD5/OTNtBLU9MmnM4DHWoOh71+7JGm4YP2ksuHS8I5Z3crXG+Uzn777be59957KS8v5x//+Ee748FgkIKCAnJyciL7Fi9ezBVXXMEZZ5zB9u3bKS8vJzMzs/WJIgfmGaSksKW+nryJE1u1Njpj7ty5bN++vd3+22+/vd3cgeLiYgYMOKCq0yKdnZV1YNJnbm4uX375JUVFRWRnZ/POO+9E9Jeiz3c6nSQlJVFVVUV6ejqTJ0/mV7/6VSt30/GMbRSOAAZmk+s0p7CzqBBV5GTZv4cC8MNLviBVKyFQrZOQPYGYGPD7E0hOPuhsc5vDoLsF+JGkN0tnX3LJJVxyySWsWrWK+++/PyLe10JlZSXJycmt9i1ZsoS3334bTdO49NJLeeONN5g/fz5iGBC9fGV6OsTEIKmpZidzNzmU1c46EkJom7cpKSk899xzzJ07F03TOPXUUyMCf12dn5mZGdFOOhHolvtIRNwiknu0I9ObMWpqqF+7Fv+OfP72wVgCykHeiD3MPGc//th+BAeeiSczgYbGbbhcqT0dXZujQEufwu7duwkGg5E+hTFjxrTr+O1IOvtQONLS2S2ceeaZ7Nq1q52P3+v14vf7I9ubNm0iPz+fc889l5ycHJYsWWK6kOrqSAsGqSkuNvsRADSN6tpa0tPTGTNmDBs3bsQwjIPGZe7cueTl5bX7vPzyy+3Cdlc6e/bs2axdu5aPPvqIESNGMGzYsHbnh8Nh6urqSE0131O/34/X6z1ofI8XDmoUROQC4Avg39Z2nogcpFfpBEQpgvHxrJJU1uQPxuUOc9GFuwkOPZvm2GwyMlIJhauIjxtBXFz7TkSb44feJp29c+fOiJH5/PPPCQaD7dZUSElJQdf1iGFYvHgxDz30EEVFRRQVFbF/926K9+xh96efMmX0aNasX0+pVbv+7LPPCAQCDBgwgKFDhzJ58mQefPDByD3z8/NZunRpu3i9/vrrB6Szoz4dyU7MmTOHl19+GaUUH3/8MUlJSa1cRy20SGfX1NTw7LPPRjrV58yZE1mv+c033+Scc86JGNQdO3YwduzYDvPueKQ77qNfYC6OswJAKbXBbjW0pjQcJhZobGri74tzcYqbS8/dTVq/GPx+P0lJSWhaA8oI4XbbrYQTgWjp7KuvvpqlS5dy0003MX/+fHRd5+qrr+5QOru5uRkROWjHa7R0djgcZsqUKV1KZ2dlZTFp0qRWw0lbeOutt3j55ZdxuVx4vV5ef/31DlsY5513HqtXr2bmzJksWbKEZcuWmR3JtbVQVsYlZ5/NkmXLuPu++/jt73/PrIsuwjAM4uPjWbx4MZrVt7BgwQLuuOMOcnNziY2NJS0tjccee+yrZjVgymO/++67kWu+9NJLkWN5eXls2LABgFtuuYWNGzcC8MADD0Tcb9dddx1XX301ubm5pKamtupYXrFixWF3hPcmDiqdLSIfK6Wmish6pdREa98mpVSPjKE8FqWz/7i5mFO1JjYuq+O+ZwfSNymWlx9bwY5KFyMmD2fQoEGEQmWEw/UkJNjyzkcDWzr76LN+/XqeeOIJXnnllQM79+83jQKYs5H79jUnpR0nBAIBzjrrLFavXt2tpTuPFY62dPY2EfkOoInIYOAW4OOvFNPjEL9uoKPwV9ewYHFfnCG4avoWEr0+woaTjIwMnE4noVBPx9TG5vCYOHEiZ599NrquHxg9lJQEjY2mXtFxKGC3Z88efvWrX/Uqg3C4dKej+SfASZiDbP4C+DENgw2w1x/EgfDFJzplFYmkZTQy6wfx1CZNwuFyk5CQgD9QSjBY0dNRtbE5bL5/5ZU4omZqExcHubmmcTjODALAsGHDmD59ek9H42ulO+bvG0qpu4G7W3aIyKWYBsIGSC7M58PlMeiiM27qDkprE6nY10h6RgrBUBVNjdvxePri8fTp6aja2Hw1DAOqqqCy0uxH8HrNVdGgR9c7sDnydOfXvK+DfT870hHprZTsb0CKfazfk4OKdXPhyfU01wXITOnP4OH11NdvxOVKIS5uGC5X8sEvaGNzrOHzQWGhud6BUuZKaLZ43XFLpy0FEfkGcD7QX0Six8clYrqSTmiUrij+spKG8gbKq2Ko9seQ3MfH8JxaCmsTyRnkx+kWMtJn9HRUbWy+GoYB5eXmAjgAbrcpcR0X17PxsjmqdOU+Kgc2Y/YhbIna3wDcczQjdSwTqmhGBQ2qSxvZUdlIRXYMWwuSMYwQo0Z+geZNRWusR3PqxMWeOGObbY5DWgyCCKSmQkaG7So6Aej0F1ZKrVdKvQCMUEq9EPX5s1Lq8CQNezF6XZDyUJgvjTAxuQlkhOvY+nk8BjpjR9dTWBGD21VPjHsQsbE5PR1dm6+R3iqd3cKnn36Kw+HgzTffNHekp5utgpwc6NMHnzU88ytLZ1txamxs5Ic//CFDhw5lzJgxx4R09qpVq5g0aRJOp/NA+oGKigrOP//8w4pbb6M7Zr+/iCwRkU0isqPlc9RjdoyhDEW4MUggqFMWCtOncS++TZ+wd81e9lTHEZMUJi+3njhXFUOGjCAlw561fKLRW6WzwRTxu/vOO/nGmWea/QZgroo2aJDZqcxhSmdHcf3115Oamkp+fv4xI509cOBAFi5cyJVXXtnqnIyMDLKysjpVmD0e6Y5RWAi8BAjwTeDPwImjI2thNIco3FzO1m27qMr/kl01lezr159K38kot4tJo+qIcVYQE5NE9uBTiYm1/a4nMr1JOptwmN/98pd864wzyExK4v+zd+bxUZXX/38/mckOgQQCAkkgkLAlJJGdCgFREVkUkAr+rEBd+xULxYpba0t94U4FsbjgUutCQuVbwAW1yvJVUdkXE7ZATATCloSEhJnMen5/3GTIMgkTsmfu+/W6L3LvnHvvmSG5Z57nPOdzuHjRrdkVSWdX4tixY2zbto3Fixe7Kpybg3R2jx49SEhIcPlUnilTpvDhhx/Wyb+WhCdLUoNE5Eul1BIROQb8WSn1bUM71uwQcPgZ6NrmInkdQ/nZbGRAeBj/+x2IOIiP24GPDdoE9sfH5/KywDoNy8/763+GMzqho0d2LUY6WwQuXODkvn2s/ewzNr37LjsWL3abSL5i6exKpKenk5SU1Oyks2ti8ODB/K+Xzn0AACAASURBVPnP7hZhtk48CQoWpQmhHFNK/Q44CdT8P99aKTiPzWwmz9CBoE7t2bfnGGn7BuDvayM2opA2fv2JvTrmiuWQdeoPTx/g9UmLks622eDUKSgu5g9PP83zTzyBITZWW2rqxqdaSWfX03ttTOnsmvA26WxPgsICoA0wD3gaaAfc1ZBONTecTuHQ6QuYcvOxhAZzUMwYzp3gvSW98TX4M/bas4S070hkdDsMRn2U4K2U5RQKCwuZNGkSK1asYN68ecTFxfHNN99UsHUnnZ2YmOjxveosnV1crG0GAzsPHWLmggWwYAG5ubls2LABo9HIlClTKry36qSzQRtJ9OzZk7lz59KhQwfOnz9f4Xb5+fl07NiR9u3bu6Sz3U3VlKc2I4XaSGdPnjwZgJUrV3o0YtGlsyshIttEpEhEfhGRO0XkZiC7EXxrNmQeL+Ri1gU6BhvI9vOlvdHJtvcSuJAbTnQPA3PuPIafI5+gIL2Dmk4Lkc5u315bYtqzJz9nZ7sksKdPn86rr75aISCAB9LZOTmcPHmS7OxshgwZwtatWzl9+jTQMqSza8LbpLNrDApKqSFKqSlKqY6l+3FKqffwIkE8e6EF08+FdA1RiCog157LjvUGdnwXhtHHxrz7fyLYcQADgl8XXaVTR6O8dHZgYCDr169n8eLF9OnThwEDBjBkyBC30tn9+vUjPj6+SpK0MuWlswcMGICPj0+N0tnXjx7NwOjoS41vlNKCQi0UTcuks0GbOpo6dWqF16dOnUpqaiqdO3fm5ZdfZsKECSQlJfGHP/yhinT26dOniYmJYcCAAdx7771uv9XXhgkTJtCzZ09iYmK49957XSu7QJPOLmP+/Pn079+fa665hscee8w1/bZjxw4iIiL46KOPuP/++4mLi3Odo0tnl72g1LPArcA+IBpYiyaE9zzwmoiYGsvJ8jSmdLa9wILjgoUDZwoJPbEHq1HxZm4wn74wDB8MzJ6+kWlTjmK86EOubyKDRyQ3il86VdGls6uhpESTty6b+uncGSo10PEUt9LZXkBycjLr168nNDS0qV3xmIaSzr4FSBQRs1IqDMgp3a86ydcKERHsZ01YfZ1Ys49wwVxM4Kgh7HtK8DEYGH9dMaNG7CCI3lhDuhFg1Jvn6DQjnE5NvC4vT1tl5OurSVS0aXPFl3Qrnd3KOXfuHA899FCLCgh1paagUCIiZgARyVdKHfKWgABgO20i49QF8guysJsLOREJF04d5MiOZNooGJe4AR9rEdCOnPMWwiN0gTCdZkJJCZw8CWV1C2USFfXwIL/rLq9aY0J4eHiV/Eprp6ag0FMpVSaPrYAe5fYRkWmXu7hSajzwMmAA3hKR59zY3AYsAgTYJyL/r7JNY+G4aMNxQVu3bD9XgOnYXvp0CeB47zAK/fPJ/HYIPhZfEvrn0jk8E//I0RQHxRJkMLkagOvoNDlKgdWqCdh17XpJ4lpHxwNqCgq3Vtr/R20urJQyACuAG4ATwA6l1McicqCcTSzwOHCNiJxXSjVp/YPzog3sTnza+OK8mIstLASfgXGcOvkjnQOv4rsvQjA6bUy84QT24BB8VTvaBgXhdHq9aKxOU2M2Q0CAFhD8/SEqSpOn0AXsdGpJtUFBRDbW8dpDgaMikgmglEpFy1McKGdzL7BCRM6X3vNsHe9ZZ3wCjRhDAzC0MWBzhFNw4QJ+fn6cOdqVE5mKkGArQ8YIF/Lb43QGEx4ezsVqZAF0dBochwPOnNH6JHfrpnVAA13eWueKacivEd2A4+X2T5QeK09voLdSaqtS6sfS6aYqKKXuU0rtVErtPHeuYdpaighi177xO81mnBcvYrFYKLYWY3Xa+GxdMGJ3MPaGPIwBDuw2H9q3C8Vfbzai01RcuADHjmkBQalLy011dOpAQwYFd6WUlde/GoFYYAxwO/CWUqpKezIRWSkig0VkcFnJfn3jNNlxFFnBV2E5ehR8fDD7+lIkRRzND2PLj21wGoQbJ5zn1LHvsZf40KGBfNFpmTSadHZiIqtffRVOnAC7XcsZ9OypJZSpvXT2li1baNeuHUlJSSQlJfHUU0+5fX8iwtixY7lw4YLr2Nq1a1FKcejQoQrXmzRpUoVz58yZ45KkttlsPPbYY8TGxhIfH8/QoUP5/PPP3d6zNjz77LPExMTQp08fvvzyS7c2mzZtYuDAgcTHxzN79mzsdrvrvbmT3tals2tAKVXbr8QngMhy+xFoy1or26wXEZuI/AwcRgsSTYJPgBGfAIXj/Hmy2nXB7LRjkosc2dYZo1VxbcJ5urfLBOVP3IjJBLUNISMj47Ll+jreQaNIZ1ss7P33v5kxZoyWL7jqKk3euo4j1lGjRrkqhv/yl7+4tdmwYQOJiYmEhIS4jqWkpDBy5EhSUz0XTn7yySc5deoUaWlppKWl8cknn1BUVFQn/w8cOEBqairp6el88cUXPPDAAxX6PoBWKT579mxSU1NJS0uje/fu/Otf/wKql97WpbPdoJQaqpT6Ccgo3U9USr3iwbV3ALFKqWillB8wE/i4ks064NrS63ZEm066vEJVQ2MwYPb1p3NbJw7sZO7UvoFdn5xPwbnjGA09XJIWTqdTX3mkU4UGk87ev5+kKVM4lpfHxqwsrr7uOgYkJNRNOttDKktnFxcXs3XrVt5++22Pg4LJZOLNN9/klVdecU29du7cmdtuu61Ovq1fv56ZM2fi7+9PdHQ0MTExbN++vYJNXl4e/v7+rirmG264wSWdXZP0ti6dXZXlwCS0Bzgisk8pde3lThIRu1LqQeBLtCWp74hIulLqKWCniHxc+to4pdQBwAEsFJG8K3wv9YrNpi1NdZQEkpkeiL/RwYh+Rzlt8yGsazR+fn5N7KFOTRzbVbdOXu7oNWiYR3b1Kp0tAgUFdOrQ4ZJ09rp1lNhsjOndu27S2eX44YcfSExMpGvXrixZsqSCzEMZW7du5Y033nDtr1u3jvHjx9O7d2/CwsLYvXs3AwcOrPGzOXr0KFFRURVGG9WxYMECNm/eXOX4zJkzeeyxih2BT548yfDhw137ZdLZ5enYsSM2m42dO3cyePBg1qxZ4xLRq0l6W5fOroqPiGRXUlv0KKMlIhuADZWO/aXczwI8VLo1KU6zvcK+2WzGaDRwYFt7nE6I7XsSR5uT2AqEtiEhKKX0qaNmjKcP8Pqk3qWzLRZN3tpk0paclmE0cjg9vW7S2eUYOHAg2dnZtGnThg0bNjBlyhQyMjKq2OXn59O2bVvXfkpKiut+M2fOJCUlhYEDB9abdPbSpUs9tvVEOlspRWpqKgsWLMBisTBu3DiMRuNlz/c26WxPnmjHlVJDAVFKGZRSfwBaXTtOe64ZQzvt27/DKRQUF3HamsP+XSEgTpL6HcR6sRs+0o/27Tu5/mj0qSOdMspyCtnZ2VitVldOIS4urkri1510tgsRTaIiM1MLCEZjFXmKOktnlyMkJIQ2pdefMGECNpvNbXtMo9HoqsnJy8tj06ZN3HPPPfTo0YMXX3yR1atXIyI1SmfHxMTwyy+/eJRDWLBggSv5XX4rm3Yrj6fS2SNGjODbb79l+/btJCcnu/5+azrf26SztaWYNWxoDXVSgdzSLRXoeLnzGmobNGiQNASmg3nidDjFajLLlg/WyrOf/VtWbfuPXD0kX6JjCmTDmrdk/4/fS9runXLkyBE5cuRIg/ihc2UcOHCgqV2Q4OBg18+7d++WyMhIsVqtYjKZJDo6Wr766isRETGZTDJx4kRZvny5iIjs27dPevXqJYcPHxYxm8WRkSF/X7hQJD1d5ORJEbtdREQ2b94sEydOFBERs9kskZGRkpGRISIis2fPlmXLlomIyOjRo2XHjh2Sk5MjUVFRkpubK1arVUaOHClz586t4vepU6fE6XSKiMi2bdskMjLStV+eYcOGue73+uuvy3333Vfh9eTkZPnmm2+kpKREevTo4fo/ycrKkqioKCkoKBARkYULF8qcOXPEYrGIiEhOTo68//77tf68y5OWliYJCQlSUlIimZmZEh0dLfbSz608Z86cERGRkpISGTt2rGzcuFFERD799FMZP368OJ1O+eGHH2TIkCGuc3bu3Ck33nhjnfxrbNz9PaBN21/2GevJSMEuIjNFpGPpNlNE6r/XYRMiIq5m5TaHkwsl5+nRAQJPD6CkSNG5cxHd+4RitVopuKB9w9FHCDo1cUXS2TNn0i8ujvgbb+RUfr5Wldy1q1vNolpLZ19/fbXz/WvWrCE+Pp7ExETmzZtHamqq2xHGxIkT2bJlC6BNHVWWzr711ltZtWoV/v7+fPDBB/z2t78lKSmJ6dOn89Zbb9GutLBu8eLFhIeH079/f+Lj45kyZQp1XWoeFxfHbbfdRv/+/Rk/fjwrVqxwifZNmDDBNf3z4osv0q9fPxISEpg8eTJjx4512VQnva1LZ1c2UOoY2lLR1cB/RKRua8fqSENIZ1tPFuO8aMM/tj3mi2a++PB9Qq/pzber+5G6JoDh15/gT78XjqQfIbxLVwYPH1Gv99epO61GOjsnR1tqWk8CdvXJqVOnmDVrFl999VVTu9KoeJt0tied13oBi4FBwE9KqXVKqZlX6myzxCn4dglGKYUUXcBus2M0GvlxexCCg/5JpxExIChie1VdP66jc0U4HHD6tJY3KKNLF632oJkFBNBGHvfee2+F4rXWjjdKZ3u0dEZEvheRecBA4ALQahftnv3pIJZ2IZzO8edkji/BwTaiY4w4HL4EBPhfcaN1HZ0KFBdrieT8fC0wlI3Ym/nv12233ebRctLWgi6d7QalVBs0IbuZQD9gPfCrBvar0bFZrJzIziYz5xzFne1k7tXmPwcMyMVgAIfDia+vXpugU0fKRgeFhdp+QICWN2jmwUDHe/CkTiEN+AR4QUS+bWB/mowLeec5ffAYtlAD4R3acCCrCyBE9cjBYfPlzNlTBPp68nHp6FTDhQtaQLDbL/VI7tBBDwg6zQpPnnI9RaTVNgxwmmyuwjVnIBRfJUS1686hg4LFaSEsuoDgkHhU0Vmio6Ka2FudFovDoRWiORyagF2XLnXWK9LRaQiqDQpKqb+LyB+B/1VKVVmiJB50XmsJOEsc+AQauVhi4ucLRwjp2pNASzdOn1bgr+jbNYD2GHH4+en5BJ3aUT5PYDBoCWSHA0JD9dGBTrOlpkTz6tJ//4HWQa3y1moQI1gOpePr15a+IX1JO+THRaciIiqPHoYAAhwOjAYfLBeLm9pVnWZMBensiRMp+OknyNOkvNLT0xk7dSq9hw8ntnfvuklnJyWxevXqKq+XUVvpbNDkrpOSkoiLi2P06NFubaQVS2cfOnSIESNG4O/vz5IlS1z2VquV5ORkl503UG1QEJEyicF+IrKx/IaWcG41ZBZkcurCcUxdIjEajew7aEQpGN3zFISVLkF1OEApgkKqtHvQ0QFKZS727CHtm28I8/Vlxdtvw/nzmC9erD/pbJuNvXv3MmPGjHrzu6CggAceeICPP/6Y9PR0PvroI7d2rVk6OywsjOXLl1cJxn5+flx33XU1BuHWhidLUu9yc+zu+nakKXAUWrCdvogTJ12DuxGmrsJoNHL0kC8+QHxMPqB9Q/JRPvgFBGLU1VF1aiI7G06fZkRiIifPn4foaFalptafdPbevSQlJXHs2DE2btzI1VdfzYABA+oknb1q1SqmTZtGVGnOrFMn963SW7N0dqdOnRgyZAi+vr5Vrq1LZ5eilJqBtgw1Win1n3IvtQUK3J/VsrCdNWEMC8CSk0tegRlnuBPw4ViGL2ClT898nE4nZ3NPE+Bjxre7nmhuKZgP1L8Ce2D/Du5fENGmiZxOMJlwKMXG/fu5+/77wWism3R2KZ06dboknf3pp5SUlDBmzJh6kc4+cuQINpuNMWPGUFRUxPz585k1a1YVu9YsnV0T8fHx7Nix47J2rYWaVh9tB/LQOqaVzyEUAXsa0qlGQ4EhLIBT35/G2iGcnqH+ZGUZsJQoOnSy0i7YwqkCKz4KIrtcRVjXyi2mdZor1T7AG4riYswWC0m//jVZJ0/Wj3R2DRw+fLjepLPtdju7du1i48aNmM1mRowYwfDhw13XLqM1S2fXhMFgwM/Pj6Kiogrvv7VS7SciWnvMn4GvG8+dpqNrp7aEBPqx45A2fOzR+yIOh9Ka7diLCAjWA4JOOZxObTMatZVEXbpoOYX0dAoLC5k0aRIrVqxg3rx5xMXF8c0331Q43Z10dmJiose3v5xmWRmePIgjIiLo2LEjwcHBBAcHk5yczL59+6oEhTLpbB8fH5d0dlpaGkopHA4HSileeOEFj6WzL/eArc1IobbS2QD//e9/3QZJd1gsFgICAjyybelUm1NQSv1f6b/nlVL55bbzSqn8xnOx4RE0zXRfX18OH9biZI9ehRTk5VN48ggKIbx7dNM6qdN8uHhRk6g4efLSstNyNQft2rVj+fLlLFmyBJvNxh133MF3333H119r36/MZjPz5s3jkUceAWDhwoU888wzrgeU0+nkpZdeqtGFvn37kpWVxdGjRwF4//33q6waGjZsGFu2bCEvLw+bzVZtAvmWW27h22+/xW63YzKZ2LZtm1txwT59+pCZqXXLXbNmDbNmzSI7O5usrCyOHz9OdHQ03333HbGxseTk5HDw4EEAsrOz2bdvH0lJSQQFBXH33Xczb948rFatu+GpU6f44IMPqtxv6dKlrr7R5bfKAQHg5ptvJjU1FYvFws8//0xGRgZDhw6tYnf27FlAe8g///zzVZRl3ZGXl0d4eLjbfENrpKZEc1nLzY5AeLmtbL9VkF98FrPpPE6H9g3o4EHtP75nZDYlNkWbzlFc1StWTzDrXCpAy84Gq1WrTHa4b0J4RdLZt99Ov379iI+Pd/UHro76lM7u168f48ePJyEhgaFDh3LPPfcQHx9fxa41S2efPn2aiIgIXnrpJRYvXkxERIRr6e3mzZuZMGFCnfxrSXgind0DyBERq1JqJJAAfCAiTSKVWJ/S2SVHz3PGfISf9u4jvM8QQttfxa9/3QEx2Hh6+SqCMp2ERo8iuJOBPn361Ms9dRqGBpfOLi7WAoLNpk0XdeyoSVR4UTtWb5XOnjZtGs8++2yLegY0qHQ2sA6tFWcv4D20GoVVV+Joc8UW3BZjcDCHDxsRESJ75BLo3x57SSCdu+t1CV6NiNbj4JdftIAQGAjR0ZpukRcFBPBO6Wyr1cqUKVNaVECoK55oHzlFxKaUmgYsE5HlSqlWsfpIRMgpOM+FEjsGHx8OH/bFKSWE9rTgKGyL02EiuG0QxeYm7Suk05QoBb6+2r+dOkFYmFdLVNS1nqCl4efn53Z5bmvGk6BgV0r9GrgTKBMWbxUZF4vFRFHWUTp27U9YsB9HjhgR7HTvaaO7zcqpsED8/fVcgtdhs2lbUJC236EDtGsHel5JxwvwtKL5WjTp7EylVDSQ0rBuNQ62n7PwCQgiIOQqfHx8yMjQYmTnbiZyc0vAaMTXr1XEPx1PEIGCAm1l0YkTWiIZtGkiPSDoeAmXHSmISJpSah4Qo5TqCxwVkacb3rWG53ThSWxxPTDanJw/byQ/34egIAdt2pZgNFnpGNsHo1EPCl6B1aolki9e1Pa9oEhJR8cdnnReGwW8D5wEFHCVUupOEXEvpNKCcIqD7sE9ySm86BolREcX4bALfv4OAgK9o1jFqxHRWmKeO6cVo5VJXIeEeHXuQMd78WT6aCkwQUSuEZFfAROBlxvWrcbD6dSW5JYVrfWMKUb5KHx8BX//ADIyMvDxslUmXkVODpw5owWEdu2gVy/t3ysICBWksydPpqDgkkRYeno6Y8eOpXfv3sTGxjYr6ewXX3yRpKQkl+8Gg4H8/Kr1qa1ZOltEmDdvHjExMSQkJLB7924Azp07x/jx4+vsW0vCk6edn4gcKNsRkYNAq5lgdTi14qOjR42IOPHtfpEAEUQEP19fnE4nsbGxTeylToPRvr22uigyErp102QrrpDAwED27t1LWloaYWFhrFihSYaZzeZmLZ29cOFCV7Xws88+y+jRowkLC6ti15qlsz///HMyMjLIyMhg5cqV/M///A8A4eHhdOnSpVqF2daIJ0Fht1LqDaXUyNLtNVqLIB7gtDsRgSNHjNidVsJ72OhZ+rEY9Z7MrQ+zGXJzL+0HB2ujg3rOIYwYMcKl0rlq1apmLZ1dnpSUFG6//Xa3r7Vm6ez169cza9YslFIMHz6cgoICV1W5Lp1dld8B84BH0HIK3wCvNKRTjYHYbCCC3WHnfL4fhYWCfxsrEW1DCCgsxujjg8HH0NRu6lwhhw8frnjA6YQLF6DsG2mnTrXukexpAZPD4WDjxo3cfbfWdqS5S2eXYTKZ+OKLL/jHP/7h9vXWLJ198uRJIiMjq5zfpUsXBg8ezJ///OfL+ttaqDEoKKUGAL2AtSLyQuO41DhYMn8GHx/sCMeztIdDRNRF/MxG2htPUSL6qqOWTIUH+MWL2sqitm21BHJYWINUJJvNZpKSksjKympR0tllfPLJJ1xzzTVup46gdUtn13R+p06dXNpJ3kBNTXaeQOuwthsYopR6SkTeaTTPGhpx4uzQHrtT+OXnAJwCV/W4SFA7HxynziEhsfh6iVRuq8XhgLNnoUzG2d8funbVpCoagLKcQkuTzi4jNTW12qkjaN3S2TWdX1JSQmAD/c40S6Q0qVp5A9KB4NKfw4Ed1dnWcI3xwGHgKPBYDXbT0RSsB1/umoMGDZL64Piub2XHZ5/Iph/3yJTbCqRH/yL584rtsm33ITn86Wvyy6EDIiJy6NChermfTsNy4MCBqgdPnRJJTxc5cEDk7FkRh6NBfQgODnb9vHv3bomMjBSr1Somk0mio6Plq6++EhERk8kkEydOlOXLl4uIyL59+6RXr15y+PBhERFxOBzy97//vcr1N2/eLBMnThQREbPZLJGRkZKRkSEiIrNnz5Zly5aJiMjo0aNlx44dkpOTI1FRUZKbmytWq1VGjhwpc+fOdet7QUGBhIaGSnFxcbXvb9iwYa77vf7663LfffdVeD05OVm++eYbKSkpkR49erj+T7KysiQqKkoKCgpERGThwoUyZ84csVgsIiKSk5Mj77//frX39YS0tDRJSEiQkpISyczMlOjoaLHb7VXszpw5IyIiJSUlMnbsWNm4caOIiHz66acyfvx4cTqd8sMPP8iQIUNc5+zcuVNuvPHGOvnX2Lj7ewB2igfP7ZrGzxYRuVgaOM7hWVLahVLKgNax7SagP3C7Uqq/G7u2aDmLbbW5fl0QEYrNxYT5hWHAl6xMP8DBdbGBhDnMoBQ5Z85y+PBhfTlqS6P8N+iOHbUpo549G13AriVJZ4O2tHTcuHEEBwdXa9OapbMnTJhAz549iYmJ4d5773WtDANNOnvixIl18q8lUa10tlKqANhUtosmdVG2j4hMq/HCSo0AFonIjaX7j5ee92wlu2Vo3d0eBh4WkRp1setDOttRbCVz4//h27YtO02h/PmRbviGmli97Cz+eQc4X1yIs3Nvho4affmL6TQLDh48SL+uXTWZishIr1MwbQy8VTo7OTmZ9evXExoa2tSueExdpLNrSjTfWmnf/ZKE6ukGlO+KfQIYVt5AKXU1ECkinyqlqlbrXLK7D7gPICoqqpZuuEFA/AVnZ8jaHADYiYhxYriYi8li55y0pVenq+p+H53G4exZrSq57AvOhQta/YFOvVJeOtuT1UOtgXPnzvHQQw+1qIBQV2rq0byxjtd2l+FyDUuUUj5o1dJzLnchEVkJrARtpFBHv1w4HE5+ydLq8LpFW1EOE+eLbQR37kJvL9JPb7E4nbBuHSxbBosWaRIVnTtrFck6DYK3SWeHh4czZcqUyxu2IhqyOusEEFluPwIov66rLRAPbCldIXEV8LFS6ubLTSHVFw6HgzOnjYDQIbyAs1nHOGv3J7Z/q+k22no5fhwWL4Zdu7T9gAAtd+AlfXR1dBqKhpx43QHEKqWilVJ+wEzg47IXRaRQRDqKSA8R6QH8CDR4QBAR7OdMANjtds6dFSyiCPTPpUAMhET0ol9cXEO6oFMf7NmjBYSwMHjuOQgN1QOCjk494PFIQSnlLyJV6+irQUTsSqkHgS8BA/COiKQrpZ5CWxr1cc1XaCAELGYLRYFFKFtbcs/54xS4ul0RQc52dOzc1VXQotPMKCq6JEcxebKWVL7lFm266ODBpvVNR6eVcNmRglJqqFLqJyCjdD9RKeWRzIWIbBCR3iLSS0p7MIjIX9wFBBEZ01jTRia7CQxgLQzBZvUhIKCE8K5tAcHX109fhtrcsFrhjTdg0iStVzJoKqazZun5Ax2desaTp99yYBKQByAi+9CWp7Zo/Ax+nDkTACjadzTj6xeIzYLefrO58dNP8JvfwJtvanIVP/7Y1B5VS0uVzi4sLGTy5MkkJiYSFxfHP//5T7fXNZvNjB49uoL66NKlSwkICKCwsLDG+5T3qbi4mPvvv59evXoRFxdHcnIy27bVrUxJqpG+rszq1atJSEggLi6ORx55xHXcYrEwY8YMYmJiGDZsGFlZWQD89NNPzJkzp06+tTQ8CQo+IpJd6ZjDrWULQpzCmXP+OIE2HUuw2wWn00louN5xq1lgNsNLL8Fdd2ntMaOitMDQjFe/tFTp7BUrVtC/f3/27dvHli1b+OMf/4jVaq1i98477zBt2jRXURhoRWxDhgxh7dq1Ht/vnnvuISwsjIyMDNLT03n33XfJLa9cewVUJ31dnry8PBYuXMjGjRtJT0/nzJkzbNyoLbJ8++23CQ0N5ejRoyxYsIBHH30UgAEDBnDixAl+KRuhegGeBIXjSqmhgCilDEqpPwDVq2q1EJxOJ6fP+uEQ6BBuor3pDMoHAoJqp5yp0wCkpcHMmbBqlTZNNHs2pKRADQqfzY2WJJ2tlKKoqEir9C8uJiws658ILgAAIABJREFUzG1erbJ09rFjxyguLmbx4sWkpHjWtv3YsWNs27aNxYsXu6Zpe/bsWeeK4Zqkr8vIzMykd+/erurp66+/voJ09uzZswGYPn06GzdudI3kJk+eXKt+ES0dTzKq/4M2hRQFnEGrPq4ahlsYTnFy+pw2VdSl/Tn8LAU4Ajrhq69gaXrattXaY/buDU8+CZUqMz3hXG5dy2yqEt7xOo/sWpp09oMPPsjNN99M165dKSoqYvXq1VXyalarlczMTHr06OE6VtZ7YdSoURw+fJizZ8/SqVOnGt9Heno6SUlJFUYb1TFjxoyqEujAQw89xKxZsyocq0n6uoyYmBgOHTpEVlYWERERrFu3zjUiKn++0WikXbt25OXl0bFjRwYPHsxzzz1XYbqpNXPZoCAiZ9GWk7YqnA4np8744XQ6CA/Jwd4mCkrEo19WnQZg715ITNRGBt27w+uvQ//+V9wJzdMHeH3SUqWzv/zyS5KSkti0aRPHjh3jhhtuYNSoURWqlnNzc2lfqUo8NTWVtWvX4uPjw7Rp0/joo4+YO3duvb3XmvImlXEn11P5fqGhobz22mvMmDEDHx8ffvWrX5GZmXnZ871NOtuT1UdvKqVWVt4aw7mGxClOTp31B3HSNcKJNTAMo9FwxX+kOldIfj488QTccw9s2HDpeEJCnVpjNgVlOYXs7GysVqsrpxAXF1cl8etOOrs2VKdZVhlPfp//+c9/Mm3aNJRSxMTEEB0dXaHnMmjvraSkxLW/f/9+MjIyuOGGG+jRowepqamuKaSapLPj4uLYt28fTqfzsn7NmDHD1Tu6/Pbee+9VsfVUOnvy5Mls27aNH374gT59+rha7ZY/3263U1hY6Oor4W3S2Z7kFL4GNpZuW4FOgMf1Cs2V4mIoumjA19dK+zAnDqfo7TcbExEtCEyfDv/9r1aRbLM1tVf1Qrt27Vi+fDlLlizBZrNxxx138N133/H1118D2ohi3rx5rumIhQsX8swzz7i+xTudTl566aUa79G3b1+ysrI4evQoAO+//z6jR1cUcBw2bBhbtmwhLy8Pm83GRx995PZaUVFRroTrmTNnOHz4cJVEd2hoKA6HwxUYUlJSWLRoEVlZWWRlZZGTk8PJkyfJzs5myJAhbN26ldOnTwOwc+dOLBYLkZGR9OrVi8GDB/PXv/7VFdgyMjJYv359Fb9Wr17t6h1dfqs8dQRw880389577yEi/Pjjj7Rr167C1FEZZ8+eBeD8+fO8+uqr3HPPPa7zy/o1r1mzhrFjx7oC6pEjR4iPj3f72bVGPJk+qjCGU0q9D7RomcQSu5nTZx2IWAnpeBGjCkGcTnyNej6hUTh9Gp55Br7/XtsfNgz+9CetAU4robx09p133sn69ev5/e9/z9y5c3E4HNx5551upbNNJhNKqcsmXstLZ9vtdoYMGVKjdHaXLl0YOHBglWb2AE8++SRz5sxhwIABiAjPP/88HTt2rGI3btw4vvvuO66//npSU1P5/PPPK7w+depUUlNTefTRR3n55ZeZMGECTqeTNm3akJKS4spTvPXWW/zxj38kJiaGoKAgOnTowIsvvlirz7cyEyZMYMOGDa5rll9Wm5SUxN69ewGYP38++/btA+Avf/mLa/rt7rvv5s477yQmJoawsLAKiWVdOvtyJyjVC/hSRGIaxqWaqat0tt1uZ88PW9n5wwWWv3MNneKLWHzvNtqE9MRkFq4ZO6QevdWpQloaPPAAmExaQvmhh7SitDpO27mTCtapX/bs2cNLL73E+++/39SuNBoWi4XRo0fz3XfftSilg4aSzi670HkuqZv6APnAY9Wf0QJQigvnO2LFQFgnO2E4sIJeydwY9O6tKZn26AGPPqo1wtFpEVx99dVce+21OBwOr1mQ8csvv/Dcc8+1qIBQV2p8p0qbVEsETpYeckpthxbNlFNnAnEC/UPzEAEfgwGlWsVba144HLB6tTYaCAkBPz94+23tZ50Wx1133dXULjQqsbGxrmS0t1DjV+PSALBWRBylW6t5ap4+F4jdIXQLzcVmbIO/ny5vUe8cOaIVnr30kraVoQcEHZ1miydjou1KqYEi4l5MpIVy+lwQAAN6KWyGQAJs3jEcbhSsVnjrLfjXv7SRwlVXwY03NrVXOjo6HlBtUFBKGUXEDowE7lVKHQMuonVUExGpvgt4M8aJE5tNkXs+AKWETuEl5BYasConQe10iYs6s38/PPUUZGVpyePbboMHH4SgoKb2TEdHxwNqGilsBwYCraoX3cG8AxScD0JE0Ta0BF+jcOpMHp0jA7mqjd6XuU4cP64VoTmdWlXyX/6iVSnr6Oi0GGrKKSgAETnmbmsk/+odpzhxFnXD7hTadShBiXasb9/eXpdQqnciI2HqVE3ZNCXF6wJCS5XOPn/+PFOnTiUhIYGhQ4eSlpbm9roiwtixY7lw4YLr2Nq1a1FKVaiA3rJlC5MmTapw7pw5c1izZg0ANpuNxx57jNjYWOLj4xk6dGiVmocr4dlnnyUmJoY+ffrw5ZdfurXZtGkTAwcOJD4+ntmzZ2O32wE4dOgQI0aMwN/fnyVLlrjsrVYrycnJLjtvoKagEK6Ueqi6rdE8bABOnTGAQOcuFi7kFeO02vD106eOas2FC9pU0Z49l4499phWh+CFifuWKp39zDPPkJSUxP79+3nvvfeYP3++W7sNGzaQmJhYQRMpJSWFkSNH1kpF9Mknn+TUqVOkpaWRlpbGJ598QlFRUZ3ew4EDB0hNTSU9PZ0vvviCBx54oEqhntPpZPbs2aSmppKWlkb37t1dVcxhYWEsX768SjD28/Pjuuuuq5UOU0unpqBgANoAbavZWiTGM05OnAGbgnbtznMmx0Rw+/aEhOsdvGrFpk3w61/Dxx/DCy9oshVQ5yK01kJLks4+cOAA112nCQiWyWecOXOmil1l6ezi4mK2bt3K22+/7XFQMJlMvPnmm7zyyiv4+2tfxDp37sxtdeyTsX79embOnIm/vz/R0dHExMSwffv2CjZ5eXn4+/u7qphvuOEGl3R2p06dGDJkiFuV5ClTpvDhhx/Wyb+WRE05hVMi8lSjedJYOOFkCViVIkzlkmdRxCR2w8dHf5h5RF4ePP+8FhQAkpI0eetmFgz+m1t4eaNaMq6jZ18cWpp0dmJiIv/5z38YOXIk27dvJzs7mxMnTtC5c+cKdlu3buWNN95w7a9bt47x48fTu3dvwsLC2L17NwMH1rz+5OjRo0RFRVUYbVTHggUL2Lx5c5XjM2fO5LHHKtbPnjx5kuHDh7v2y6Szy9OxY0dsNhs7d+5k8ODBrFmzpoKIXnXEx8ezY8eOy9q1FmoKCs3rr7weuXgRjE4H4RYTncPDiU/wHrGrK0YEPvtMqze4cEFbTfT738Ott0IzrAT39AFen7RU6ezHHnuM+fPnk5SUxIABA7j66qvdVvDm5+fTtu2lSYKUlBTX/WbOnElKSgoDBw6st/e6dOlSj209kc5WSpGamsqCBQuwWCyMGzfOo0plg8GAn58fRUVFFd5/a6WmT6TxBekbAxFyzlrA6UNASCD+IQavKmG/YoqKYOlSLSD86lfw+OPgRoXSmynLKRQWFjJp0iRWrFjBvHnziIuL45tvvqlg6046O7EWifn6lM4OCQlxCciJCNHR0URHR1exMxqNOJ1OfHx8yMvLY9OmTaSlpaGUwuFwoJTihRdeqFE6OyYmhl9++cWjB2xtRgqeSmePGDGCb7/9FoD//ve/boOkOywWCwEBAR7ZtnSq/YonIvmN6UhjYXM6KSh2YlDQpl0gSik9KFSH06kVn4FWhfynP2mJ5Zdf1gNCDbQ06eyCggJXB7K33nqL5ORkt9M7ffr0cTWlWbNmDbNmzSI7O5usrCyOHz9OdHQ03333HbGxseTk5HDw4EEAsrOz2bdvH0lJSQQFBXH33Xczb9481z1PnTrFBx98UOV+S5cudSudXTkggCZ9nZqaisVi4eeffyYjI4OhQ4dWsSuTzrZYLDz//PNVlGXdkZeXR3h4uNd0ZWx+4/6GRsBm9sGAD1e1b4PR6Ks31nFHVhbcey+8++6lY2PHwoQJzS5/0BwpL50dGBjI+vXrWbx4MX369GHAgAEMGTLErXR2v379iI+Pr9JfuDLlpbMHDBiAj49PjdLZ119/fbXz/QcPHiQuLo6+ffvy+eef8/LLL7u1mzhxIlu2bAG0qaOpU6dWeP3WW29l1apV+Pv788EHH/Db3/6WpKQkpk+fzltvvUW7dtqU3uLFiwkPD6d///7Ex8czZcoU1xTXlRIXF8dtt91G//79GT9+PCtWrHCJ9k2YMMHVOe3FF1+kX79+JCQkMHnyZMaOHQvA6dOniYiI4KWXXmLx4sVERES4lt5u3ryZCRMm1Mm/lkStpbObmrpIZzuKrOzfv4fp93fHpxhWPpNBWKSTxFGjL3+yt2C3w3vvwZtvak1vunaFNWua/RJTXTq74Tl16hSzZs3iq69adDuVWjNt2jSeffZZ+vTp09SueExdpLO9aqTgtDiwBQglJYDyodNVDvz9m/fDrlE5fBhmzYJXX9UCwi23wAcfNPuAoNM4dOnShXvvvbdC8Vprx2q1MmXKlBYVEOqKV02mny4+Rb45D5Fo2vj7YrOY8A9t09RuNT12O7zxhiZg53Rqo4M//xnczMnqeDd1rSdoafj5+blt/9ma8ZqRgslm4uTFk7QvzAPxITjIwcWCfEI763pHGAxaRzQRuP12SE3VA4KOjpfiNSMFu9gJMARgtgQi+NIm2ILy8aFtBy/t/GUyaQUb4eFa4vjJJyE3FxISmtozHR2dJsRrRgoAFJ/DdEFbYhkQYMfXaPTOlUc//KBJWv/5z5fkKbp21QOCjo6O94wUABAnx6ULgiLI346ftyVQCwu1iuTPPtP2Q0O1Y+3bN61fOjo6zYYGHSkopcYrpQ4rpY4qpapUnJQqrh5QSu1XSm1USnVvSH8ATpn8MIoQ4G/3nqI1Edi4UROw++wzbTXRvHlaDYIeEOqV06dPM3PmTHr16kX//v2ZMGECK1eurCIlraPTXGmwp6JSygCsAG4ATgA7lFIfi8iBcmZ7gMEiYlJK/Q/wAlB/msDlsdsQ83mKCsPxQTCqYnx8fPDxaeVtOEW0aaIyffmBA7X9qKim9asVIiJMnTrVJc8MsHfvXj755JMm9kxHx3MacqQwFDgqIpkiYgVSgVvKG4jIZhExle7+CEQ0mDc2E7aSfIouGkEpAv1ttA/vjKG1jxaUgp49NQG7xx+H11/3joAweHD123/+c8nuP/+p2bYWbN68GV9f3wqVxUlJSYwaNYri4mKmT59O3759ueOOO1zaRU899RRDhgwhPj6e++67z3V8zJgxPProowwdOpTevXu79HocDgcPP/wwAwYMICEhgVdeeQWAXbt2MXr0aAYNGsSNN9542YpoHZ3qaMig0A0or0t7ovRYddwNuG2/pJS6Tym1Uym189y5c1fskN1hxGYPAyBAivExtNI8e04OlNeSnz1bq0pupoqmrYW0tLQqEtll7Nmzh2XLlnHgwAEyMzNdvQ0efPBBduzYQVpaGmazmU8//dR1jt1uZ/v27Sxbtoy//e1vAKxcuZKff/6ZPXv2sH//fu644w5sNhu///3vWbNmDbt27eKuu+7iT3/6U8O/YZ1WSUN+TXa3rMetpoZS6jfAYMCt3oSIrARWgiZzcaUOFeDL2SJQ4sTPz0pwROSVXqp54nTC6tWwYgX4+8NHH0FYGBiN0KlTU3vXuHgqhTJtmrY1MEOHDiUiQhsIl8lrjxw5ks2bN/PCCy9gMpnIz88nLi6OyZMnl7qm+TVo0CCysrIA+Prrr/nd737nyoeFhYW5OpiVSXU7HA666IKFOldIQwaFE0D5p24EkFPZSCl1PfAnYLSIVG0dVY+YlAEfkw++CkJCDASHdWjI2zUumZmweDHs36/tJyfro4JGJi4uztWHuDJlXcZA0+e32+2UlJTwwAMPsHPnTiIjI1m0aBElJSVVzimzB/e9GUSEuLg4fvjhh/p+SzpeSEM+NXYAsUqpaKWUHzAT+Li8gVLqauAN4GYROduAvuAUwYwBa4lCnA4CAx2to0bBboe334Y77tACQni4tuz0mWf0lUWNzNixY7FYLLz55puuYzt27OD//u//3NqXBYCOHTtSXFxcbUApz7hx43j99dddQSI/P58+ffpw7tw5V1Cw2Wykp6fX9e3oeCkNFhRExA48CHwJHAT+LSLpSqmnlFI3l5q9iNYH+iOl1F6l1MfVXK7OFDuEQuWLudAKInTq1Eo0j/70J3jtNU3AbupUbcooObmpvfJKlFKsXbuWr776il69ehEXF8eiRYvcNnsBaN++Pffeey8DBgxgypQpDBky5LL3uOeee4iKiiIhIYHExERWrVqFn58fa9as4dFHHyUxMZGkpCS+//77+n57Ol6C10hnn8jLZv2Pm/nohVHk/NKO5Y8fY/x9wxrAw0Zm717429/giSfAg4dKa0WXztbRuYQune0hTic4bH74KEWbYGdTu3Nl7N4NK1de2k9K0lYWeXFA0NHRqT9a+SL9qpguaiOjkOCWNULi4kVYvhz+93+1/cGDtUI00FROdXR0dOoBrwsKJSVGDD4+tAluak9qwdat8PTTcPastrz0rrtgwICm9kpHR6cV4lVBwekEi9WIv9gJiampjq6ZUFAAf/87fF5a0xcXB3/5C/Tq1bR+6ejotFq8KihYS7S3G+BvJyC8BdQovPmmFhD8/eGBB7QGOHrtgY6OTgPiXUHB4gtAoJ8dn+b6cBXR9IoA7r8f8vNh7lyIaDhZKB0dHZ0ymumTsWGwlBhBhKAAW/MLCiKwdq2WL7BatWMhIfDss3pA0NHRaTS8ZqQgTsFW7AdOJ0HBNK+gcOKEJlFRVn/x1VcwcWLT+qSjo+OVNKMnY8PiMDuxFvsiCIEd/JuHxIXTCR9+CDNmaAEhNFSTp5gwoak907lClFLceeedrn273U54eHiDN9kxGAwkJSURHx/P5MmTKSgocL124sQJbrnlFmJjY+nVqxfz58/HWjYaxX1joCNHjlS5h9lsZvTo0TgcDtextWvXopTi0KFDrmNZWVnEx8dXOHfRokUsWbKkVverLV988QV9+vQhJiaG5557zq3Nyy+/THx8PHFxcSxbtqzCa3fddRedOnWq4ntD+1STjTufrFYrycnJLqmT+sZ7goJNKLH4goKgQGfTjxQyM+G3v4WlS8FigZtu0iQqxo27lFPQaXEEBwe7ZLABvvrqK7p1a/iVboGBgezdu5e0tDTCwsJYsWIFoInlTZs2jSlTppCRkcGRI0coLi52SWuXNQYaM2YMx44d48CBAzzzzDOcOXOmyj3eeecdpk2bhqFcXUxKSgojR450NRW6HLW5X21wOBzMnTuXzz//nAMHDpCSksKBAwcq2KSlpfHmm2+yfft29u3bx6effkpGRobr9Tlz5vDFF194dL8tW7YwZ86cOvt0ORt3Pvn5+XHdddexevVqj3ytLV4zfQRgsWi/zM0iKBw6BOnpmqT1E0/AyJFN608ropa9cTzGU3WVm266ic8++4zp06eTkpLC7bff7mqS88EHH7B8+XKsVivDhg3j1VdfxWAwMGXKFI4fP05JSQnz58/nvvvuIysri5tuuomRI0fy/fff061bN9avX09gYGCN9x8xYgT7S9VyN23aREBAAL/97W8BbUSxdOlSoqOj+dvf/saPP/7otjGQOz788ENWrVrl2i8uLmbr1q1s3ryZm2++mUWLFl32s6muEVFd2b59OzExMfTs2ROAmTNnsn79evr37++yOXjwIMOHDycoKAiA0aNHs3btWh555BEAkpOTXRLl9YEnPl3OpjqfpkyZwuOPP84dd9xRb/6W4TUjBQCrRYuBQUHOppk+On/+0s833QSPPAL//rceEFoZM2fOJDU1lZKSEvbv38+wYZrG1sGDB1m9ejVbt25l7969GAwGPvzwQ0D7Fr5r1y527tzJ8uXLycvLAyAjI4O5c+eSnp5O+/bt+d+yivZqcDgcbNy4kZtv1jQn09PTqzT+CQkJISoqiqNHj9bYGKg8VquVzMxMevTo4Tq2bt06xo8fT+/evQkLC2P37t2XvY6n9wMYNWoUSUlJVbavv/66iu3JkyeJjLyk1B8REcHJkycr2MTHx/PNN9+Ql5eHyWRiw4YNHD9+vPKlamTYsGEkJSVxzz338PHHH7t8+rKs3W0tffLExh3x8fHs2LGjVr57ineNFEq0JaltG7uauaREa4O5Zg28/z5ER2tTRLfd1siOeAdXoJdYryQkJJCVlUVKSgoTyuWHNm7cyK5du1xqqGazmU6lzY+WL1/O2rVrATh+/DgZGRlcddVVREdHu75Jl2+2Uxmz2exq3jNo0CBXwx13/RdqOl4dubm5tK8kxZ6SksIf/vAHQAuEKSkpDBw4sNrr1vaLWNnoyhPcCXtWvl+/fv149NFHueGGG2jTpg2JiYmuZkWesm3bNkCbPnr33Xd599136+STJzbuMBgM+Pn5UVRURNu2bS9rXxu8Jig4EUrMpSOFxtQ92rlTW1l04oRWeLZnjxYUdFo1N998Mw8//DBbtmxxfesXEWbPns2zzz5bwXbLli18/fXX/PDDDwQFBTFmzBhXr4XKzXnKchWVKcspFBYWMmnSJFasWMG8efOIi4urMrq4cOECx48fp1evXpw9e9ajPg6BgYEVGgDl5eWxadMm0tLSUErhcGj9SV544QU6dOjA+fKjYrS+D9HR0URERHh0P9BGCkVFRVWOL1myhOuvv77CsYiIiArf+k+cOOFWsvzuu+/m7rvvBuCJJ55wdcNrCDzxyVO/3WGxWAgICKgfZ8sjIi1qGzRokFwJ+w4elmun7JBeUSfljaVHr+gataKoSOTpp0UGDdK2GTNE0tMb/r5eyoEDB5raBRERCQ4OFhGR48ePy7Jly0REZPPmzTJx4kRJT0+XmJgYOXPmjIiI5OXlSVZWlqxbt04mTZokIiIHDx4Uf39/2bx5s/z8888SFxfnuvaLL74of/3rX2u8r4jI7t27JTIyUqxWqzidThk0aJD861//EhERu90u99xzjzz00EMiIuJ0OmXo0KGycuVK1/nbt2+XLVu2VLlHRESEmM1mERF5/fXX5b777qvwenJysnzzzTciIjJo0CD5+uuvXe8zNjZWjh49Wqv71QabzSbR0dGSmZkpFotFEhISJC0trYpd2WefnZ0tffr0kfz8/AqvV/7MG9onT2zc+ZSbmyt9+/at9t7u/h6AneLBM9arcgo2iy++Bh/aNnR/nb17tamh//xHE7D73e+0aaNyCSad1k1ERATz58+vcKx///4sXryYcePGkZCQwA033MCpU6cYP348drudhIQEnnzySYYPH16ne1999dUkJiaSmprqavzz0UcfERsbS+/evQkICOCZZ54BatcYaNy4cXz33XeANnU0derUCq/feuutrkT0e++9x+LFi0lKSmLs2LH89a9/pVevXrVuROQpRqORf/zjH9x4443069eP2267jbi4OAAmTJhATk6Oy8f+/fszefJkVqxYQWhoqOsat99+OyNGjODw4cNERETw9ttvV7lPWU6h8uYup+CJTzXZ1OTT5s2bK0xN1iueRI7mtNVlpDD02jTp2z1HPknJvKJreMwvv4iMGCEyZ47IsWMNey8dEWk+I4XWzO7du+U3v/lNU7uhIyJTp06VQ4cOVft6XUYKXpNTALCZDaCgTQf/yxvXBhHYtg2GDdMSyJGRWt/kPn10ATudVsPVV1/Ntddei8PhqFCroNO4WK1WpkyZQp8+fRrk+l71xLKU+CJKEdLet/4ueuYMLFgADz4In3xy6Xi/fnpA0Gl13HXXXXpAaGL8/PyYNWtWg13fq0YKVosRo1KEdqy5+McjnE5Ytw6WLQOTCdq0Ad96DDY6Ojo6TYDXBAWx27FagvFVinbt6vi2f/lFW2ZaVqwzZgw8+iiEh9fZTx0dHZ2mxGuCgvl8EXZbGD5tjAQH12FaZ/9+bTWR1QphYVpV8nXX6XpFOjo6rQLvCQolWiAIbuuDwVCHoNCvH0RFaUnkhx6Cdu3qyUMdHR2dpsd7goKpNCgEO2onhme1wgcfwLRp0L69ljd45x0oFdXS0dHRaU14zfIYk1lbMREYWAsxvJ9+gt/8Bl59Ff7+90vH9YCgo6PTSvGakUJJ6fRRUJDj8kHBbIbXXoOUFK0GISpKGyno6OjotHK8JiiYTNpIITjYWbPh9u3ayqKcHK3OYPZsuO8+8PNrBC916ovjx49jsVjq7Xr+/v4VJI7rg7vuuotPP/2UTp06kZaW5vF5BQUFrFq1igceeMDt64sWLaJNmzY8/PDDHl2vtvY6rRuvmT4qGykE16SQ+ssvMHeuFhB694b33tOK0vSA0OKwWCwEBQXV21bbAONJZ67adPoqT0FBAa+++mqtz9PR8QSvCQrm0pxCcJsaRgpRUXD77fDAA1pA6Nu3kbzT8UaSk5MJCwur0ebixYtMnDiRxMRE4uPjWb16NY899hjHjh0jKSmJhQsXAvD000/Tp08frr/+eg4fPnzZe9dk/8EHHzB06FCSkpK4//77cTgcPProoxUC0aJFi/h7+TybTqvBe6aPzFr8a1N+pJCfDy++CLfeeqmH40MPNYF3Oq2FYcOGYbFYKC4uJj8/39Ug5/nnn+fGG2+s9fW++OILunbtymeffQZAYWEhw4YNIy0tjb179wKwa9cuUlNT2bNnD3a7nYEDB9bY3awm+/Ld4Xx9fXnggQf48MMPmTlzJn/4wx9cU1b//ve/r2iUo9P88ZqgUFJSllMQLXn8+eewZAlcuADZ2fDhh3oBmk6dqU1nLk8YMGAADz/8MI8++iiTJk1i1KhRVRrYfPvtt0ydOtXVe7isFWd11GRM26uaAAALGElEQVRfXXe4WbNmcfbsWXJycjh37hyhoaFERUXV6b3pNE8aNCgopcYDLwMG4C0Rea7S6/7Ae8AgIA+YISJZDeGLySQo5STEaYL58+H777UXhg+HJ57QA4JOs6R3797s2rWLDRs28PjjjzNu3Di3Ymi1bXVZnb1U0x0OYPr06axZs4bTp08zc+bMWt1Pp+XQYDkFpZQBWAHcBPQHbldKVe4yczdwXkRigKXA8w3lj8kE/iYznd55RwsIISGwaBG88grUscGHjk5lxowZU+dRAkBOTg5BQUH85je/4eGHH2b37t20bdu2QpvK5ORk1q5di9lspqioiE/Kq/W6oSb76667jjVr1nD27FlAa6OZnZ0NaH2YU1NTWbNmDdOnT6/ze9NpnjTkSGEocFREMgGUUqnALcCBcja3AItKf14D/EMppUobQtQrJUVCULGJNu0LYexYTcCuQ4f6vo1OM8Hf3x+TyVSv1/OEspxCZdzlFG6//Xa2bNlCbm4uERER/O1vf3P1Dy7jp59+YuHChfj4+ODr68trr71Ghw4duOaaa4iPj+emm27ixRdfZMaMGSQlJdG9e3dGjRrlOn/ChAm89dZbFTqbDRw4sFr78t3hnE4nvr6+rFixgu7duxMXF0dRURHdunWjS5cuNd5Dp+WiGuD5q11YqenAeBG5p3T/TmCYiDxYziat1OZE6f6xUpvcSte6D7gPICoqalDZN5fa8ODcfL79LI83Hs5j+IN1a3eo0/w4ePAg/fr1a2o3dHSaBe7+HpRSu0Rk8OXObciRgrtJy8oRyBMbRGQlsBJg8ODBVxTF/rEiDFaEAbFXcrqOjo6OV9CQdQongPIloBFATnU2Sikj0A7Ib0CfdHR0dHRqoCGDwg4gVikVrZTyA2YCH1ey+RiYXfrzdGBTQ+QTdLwD/VdHR6fufwcNFhRExA48CHwJHAT+LSLpSqmnlFJlC6PfBjqo/9/e3cfIVVZxHP/+hIVt5UWxYsBit4SCAkKtK6mSiLVIsEZQ0tCSFqgBDVU0UGuiqYn48gcBibEClopNiwGsbUAbhFSC5SWkC90IbaEBqaXBTYjUTW0MtlrLzz+ep8O4ne7c7c5LZ+Z8kklm7tyZe87M7Jy5z717HmkrsAD4dr3iCe2tu7ubwcHBKAyho9lmcHCQ7u7uQ36Ouh1orpfe3l739/c3O4xwmNm7dy8DAwPs2bOn2aGE0FTd3d2MHz+eriFzxh8OB5pDaJiuri4mTpzY7DBCaHkd0xAvhBBCdVEUQgghlERRCCGEUNJyB5ol7QBG/i/NyTjg71XXai+Rc2eInDvDaHKeYPu91VZquaIwGpL6ixx9byeRc2eInDtDI3KO4aMQQgglURRCCCGUdFpRWNrsAJogcu4MkXNnqHvOHXVMIYQQwvA6bU8hhBDCMKIohBBCKGnLoiDpYkkvS9oq6YDOq5KOlrQy3/+MpJ7GR1lbBXJeIGmLpE2SHpM0oRlx1lK1nMvWmynJklr+9MUiOUu6PL/XL0q6r9Ex1lqBz/YHJK2T9Fz+fM9oRpy1ImmZpDfyzJSV7pekxfn12CRpSk0DsN1WF+AI4C/AqcBRwEbgzCHrfBVYkq/PBlY2O+4G5DwNGJuvz++EnPN6xwJPAn1Ab7PjbsD7PAl4Dnh3vn1is+NuQM5Lgfn5+pnA9mbHPcqcPwlMAV44yP0zgEdIM1dOBZ6p5fbbcU/hPGCr7W22/wP8Grh0yDqXAivy9dXAdEmVpgZtFVVztr3O9v6Z7PtIM+G1siLvM8APgVuAduipXSTnLwN32N4JYPuNBsdYa0VyNnBcvn48B87w2FJsP8nwM1BeCtzjpA94l6STarX9diwK7wf+WnZ7IC+ruI7TZEC7gPc0JLr6KJJzuWtIvzRaWdWcJX0EOMX2Q40MrI6KvM+nA6dLelpSn6SLGxZdfRTJ+SZgrqQB4GHg640JrWlG+vc+Iu04n0KlX/xDz7stsk4rKZyPpLlAL3BBXSOqv2FzlvQO4CfAvEYF1ABF3ucjSUNInyLtDT4l6Wzb/6hzbPVSJOcrgOW2b5P0ceBXOee36h9eU9T1+6sd9xQGgFPKbo/nwN3J0jqSjiTtcg63u3a4K5Izki4EFgGX2P53g2Krl2o5HwucDTwuaTtp7HVNix9sLvrZ/p3tvbZfBV4mFYlWVSTna4DfANheD3STGse1q0J/74eqHYvCBmCSpImSjiIdSF4zZJ01wNX5+kzgj85HcFpU1ZzzUMpdpILQ6uPMUCVn27tsj7PdY7uHdBzlEtutPJdrkc/2b0knFSBpHGk4aVtDo6ytIjm/BkwHkPQhUlHY0dAoG2sNcFU+C2kqsMv267V68rYbPrL9X0nXA2tJZy4ss/2ipB8A/bbXAL8k7WJuJe0hzG5exKNXMOdbgWOAVfmY+mu2L2la0KNUMOe2UjDntcBFkrYA+4Bv2R5sXtSjUzDnbwK/kHQjaRhlXiv/yJN0P2n4b1w+TvI9oAvA9hLScZMZwFbgX8CXarr9Fn7tQggh1Fg7Dh+FEEI4RFEUQgghlERRCCGEUBJFIYQQQkkUhRBCCCVRFMJhR9I+Sc+XXXqGWbfnYN0kR7jNx3Mnzo25RcQZh/Ac10m6Kl+fJ+nksvvulnRmjePcIGlygcfcIGnsaLcdOkMUhXA42m17ctlle4O2O8f2uaRmibeO9MG2l9i+J9+cB5xcdt+1trfUJMq347yTYnHeAERRCIVEUQgtIe8RPCXpT/nyiQrrnCXp2bx3sUnSpLx8btnyuyQdUWVzTwKn5cdOz336N+c+90fn5Tfr7fkpfpyX3SRpoaSZpP5S9+Ztjsm/8HslzZd0S1nM8yT97BDjXE9ZIzRJP5fUrzSPwvfzsm+QitM6Sevysoskrc+v4ypJx1TZTuggURTC4WhM2dDRg3nZG8BnbE8BZgGLKzzuOuCntieTvpQHctuDWcD5efk+YE6V7X8e2CypG1gOzLL9YVIHgPmSTgC+CJxl+xzgR+UPtr0a6Cf9op9se3fZ3auBy8puzwJWHmKcF5PaWuy3yHYvcA5wgaRzbC8m9cWZZntabn3xXeDC/Fr2AwuqbCd0kLZrcxHawu78xViuC7g9j6HvI/X0GWo9sEjSeOAB269Img58FNiQ23uMIRWYSu6VtBvYTmq/fAbwqu0/5/tXAF8DbifNz3C3pN8DhVtz294haVvuWfNK3sbT+XlHEuc7SW0fymfdulzSV0h/1yeRJpzZNOSxU/Pyp/N2jiK9biEAURRC67gR+BtwLmkP94BJc2zfJ+kZ4HPAWknXktoMr7D9nQLbmFPeME9SxTk2cj+e80hN2GYD1wOfHkEuK4HLgZeAB21b6Ru6cJykGchuBu4ALpM0EVgIfMz2TknLSY3hhhLwqO0rRhBv6CAxfBRaxfHA67lH/pWkX8n/R9KpwLY8ZLKGNIzyGDBT0ol5nRNUfH7ql4AeSafl21cCT+Qx+ONtP0w6iFvpDKB/ktp3V/IA8AXSPAAr87IRxWl7L2kYaGoeejoOeBPYJel9wGcPEksfcP7+nCSNlVRpryt0qCgKoVXcCVwtqY80dPRmhXVmAS9Ieh74IGnKwi2kL88/SNoEPEoaWqnK9h5SB8pVkjYDbwFLSF+wD+Xne4K0FzPUcmDJ/gPNQ553J7AFmGD72bxsxHHmYxW3AQttbyTNzfwisIw0JLXfUuARSets7yCdGXV/3k4f6bUKAYguqSGEEMrEnkIIIYSSKAohhBBKoiiEEEIoiaIQQgihJIpCCCGEkigKIYQQSqIohBBCKPkfTJYOCTJYAhoAAAAASUVORK5CYII=\n", + "text/plain": [ + "<Figure size 432x288 with 1 Axes>" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "array([0.3525606 , 0.2494471 , 0.98007672, ..., 0.06643755, 0.86553187,\n", + " 0.11520544])" + ] + }, + "execution_count": 13, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "#Logistic regression (scikit)\n", + "cv = StratifiedKFold(n_splits=10)\n", + "results = np.zeros_like(y, dtype=float)\n", + "\n", + "tprs = []\n", + "aucs = []\n", + "mean_fpr = np.linspace(0, 1, 100)\n", + "\n", + "i = 0\n", + "for train, test in cv.split(X, y):\n", + " keras.backend.clear_session()\n", + " prbs=[]\n", + " model = LogisticRegression(random_state=0)\n", + " model.fit(X[train,:], y[train])\n", + " probas_ = model.predict_proba(X[test,:])[:, 1]\n", + " results[test] = probas_\n", + " \n", + " # Compute ROC curve and area the curve\n", + " fpr, tpr, thresholds = roc_curve(y[test], probas_[ :])\n", + " print(' ' + str(auc(fpr, tpr)))\n", + " tprs.append(interp(mean_fpr, fpr, tpr))\n", + " tprs[-1][0] = 0.0\n", + " roc_auc = auc(fpr, tpr)\n", + " aucs.append(roc_auc)\n", + " plt.plot(fpr, tpr, lw=1, alpha=0.3,\n", + " label='ROC fold %d (AUC = %0.2f)' % (i, roc_auc))\n", + "\n", + " i += 1\n", + "plt.plot([0, 1], [0, 1], linestyle='--', lw=2, color='r',\n", + " label='Chance', alpha=.8)\n", + "\n", + "mean_tpr = np.mean(tprs, axis=0)\n", + "mean_tpr[-1] = 1.0\n", + "mean_auc = auc(mean_fpr, mean_tpr)\n", + "std_auc = np.std(aucs)\n", + "plt.plot(mean_fpr, mean_tpr, color='b',\n", + " label=r'Mean ROC (AUC = %0.2f $\\pm$ %0.2f)' % (mean_auc, std_auc),\n", + " lw=2, alpha=.8)\n", + "\n", + "std_tpr = np.std(tprs, axis=0)\n", + "tprs_upper = np.minimum(mean_tpr + std_tpr, 1)\n", + "tprs_lower = np.maximum(mean_tpr - std_tpr, 0)\n", + "plt.fill_between(mean_fpr, tprs_lower, tprs_upper, color='grey', alpha=.2,\n", + " label=r'$\\pm$ 1 std. dev.')\n", + "\n", + "plt.xlim([-0.05, 1.05])\n", + "plt.ylim([-0.05, 1.05])\n", + "plt.xlabel('False Positive Rate')\n", + "plt.ylabel('True Positive Rate')\n", + "plt.title('Receiver operating characteristic example')\n", + "plt.legend(loc=\"lower right\")\n", + "plt.show()\n", + "results" + ] + }, + { + "cell_type": "code", + "execution_count": 14, + "metadata": {}, + "outputs": [], + "source": [ + "df_results = pd.DataFrame(data={\"name\": names, 'pred': results})\n", + "df_results.to_csv('/home/drewe/notebooks/genotox/pred.lr2.v4_ext.csv', index=None)" + ] + }, + { + "cell_type": "code", + "execution_count": 15, + "metadata": {}, + "outputs": [ + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXoAAAD8CAYAAAB5Pm/hAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAEilJREFUeJzt3WusZWddx/Hvj3LxAlJgDqROBwd1SKgkFjKpNSQ6WoTSFwwmQEoiFNI4BIvxQgxFXzCoJHjBJiSIDmlDIdwqqJ2QeqmlI2Js4QCl9GLDCLUdOukMUCqEgLb8fbHXwGY45+y1z76cvZ/z/SQnZ+1nr733/znn7N961rPWXidVhSSpXY/Y6gIkSbNl0EtS4wx6SWqcQS9JjTPoJalxBr0kNc6gl6TGGfSS1DiDXpIa98itLgBgx44dtXv37q0uQ5KWyqc+9akvV9XKqPUWIuh3797N6urqVpchSUslyX/3Wc+pG0lqnEEvSY0z6CWpcQa9JDXOoJekxhn0ktQ4g16SGmfQS1LjDHpJatxCfDJ2IgcPrr0sSQIc0UtS8wx6SWqcQS9JjTPoJalxI4M+yQ8l+USSzya5PcmbuvanJbk5yeeTfDDJo7v2x3S3j3b3755tFyRJG+kzov828MtV9bPAucCFSc4H/gS4oqr2AA8Al3brXwo8UFU/DVzRrSdJ2iIjg74GvtHdfFT3VcAvAx/q2q8GXtQt7+9u091/QZJMrWJJ0lh6zdEnOSPJLcAJ4Hrgv4CvVdVD3SrHgJ3d8k7gXoDu/geBJ02zaElSf72CvqoerqpzgbOB84BnrLVa932t0Xud3pDkQJLVJKsnT57sW68kaUxjnXVTVV8DjgDnA2cmOfXJ2rOB+7rlY8AugO7+xwNfXeO5DlXV3qrau7Iy8n/bSpI2qc9ZNytJzuyWfxh4LnAncCPw4m61S4Bru+XD3W26+z9aVT8wopckzUefa92cBVyd5AwGG4ZrquojSe4APpDkj4HPAFd2618JvCfJUQYj+YtnULckqaeRQV9VtwLPWqP9Cwzm609v/xbwkqlUJ0mamJ+MlaTGGfSS1DiDXpIaZ9BLUuMMeklqnEEvSY1b/v8ZK0lLZt7/6toRvSQ1zqCXpMYZ9JLUOINekhpn0EtS4wx6SWqcQS9JjfM8ekmag3mcL78eR/SS1DiDXpIaZ9BLUuMMeklqnEEvSY0z6CWpcQa9JDXOoJekxhn0ktS4kUGfZFeSG5PcmeT2JL/VtR9M8qUkt3RfFw095g1Jjia5K8nzZ9kBSdLG+lwC4SHgdVX16SSPAz6V5Pruviuq6s+HV05yDnAx8DPAjwP/kuTpVfXwNAuXJPUzckRfVcer6tPd8teBO4GdGzxkP/CBqvp2VX0ROAqcN41iJUnjG2uOPslu4FnAzV3Ta5PcmuSqJE/o2nYC9w497BgbbxgkSTPUO+iTPBb4MPDbVfU/wDuAnwLOBY4Dbz216hoPrzWe70CS1SSrJ0+eHLtwSVI/vYI+yaMYhPx7q+pvAarq/qp6uKq+A7yT703PHAN2DT38bOC+05+zqg5V1d6q2ruysjJJHyRJG+hz1k2AK4E7q+ovhtrPGlrtV4HbuuXDwMVJHpPkacAe4BPTK1mSNI4+Z908B3g58Lkkt3Rtvw+8LMm5DKZl7gZeDVBVtye5BriDwRk7l3nGjSRtnZFBX1UfZ+159+s2eMybgTdPUJckaUr8ZKwkNc6gl6TGGfSS1DiDXpIaZ9BLUuMMeklqnEEvSY0z6CWpcQa9JDWuzyUQlsfBg2svS9I25ohekhpn0EtS4wx6SWpcW3P0w06fo3fOXtI25Yhekhpn0EtS4wx6SWqcQS9JjTPoJalxBr0kNc6gl6TGGfSS1DiDXpIaZ9BLUuNGBn2SXUluTHJnktuT/FbX/sQk1yf5fPf9CV17krwtydEktyZ59qw7IUlaX58R/UPA66rqGcD5wGVJzgEuB26oqj3ADd1tgBcAe7qvA8A7pl61JKm3kUFfVcer6tPd8teBO4GdwH7g6m61q4EXdcv7gXfXwE3AmUnOmnrlkqRexpqjT7IbeBZwM/CUqjoOg40B8ORutZ3AvUMPO9a1SZK2QO+gT/JY4MPAb1fV/2y06hpttcbzHUiymmT15MmTfcuQJI2pV9AneRSDkH9vVf1t13z/qSmZ7vuJrv0YsGvo4WcD953+nFV1qKr2VtXelZWVzdYvSRqhz1k3Aa4E7qyqvxi66zBwSbd8CXDtUPsrurNvzgcePDXFI0mavz7/Yeo5wMuBzyW5pWv7feAtwDVJLgXuAV7S3XcdcBFwFPgm8KqpVixJGsvIoK+qj7P2vDvABWusX8BlE9YlSZoSPxkrSY0z6CWpcQa9JDXOoJekxhn0ktQ4g16SGmfQS1Lj+nxgSpK0CQcPbnUFA47oJalx22dEP7xpXZTNrCTNgSN6SWqcQS9JjTPoJalxBr0kNc6gl6TGGfSS1DiDXpIaZ9BLUuMMeklq3Pb5ZOx6/MSspMY5opekxjmil6QpWsSJAUf0ktQ4g16SGjcy6JNcleREktuG2g4m+VKSW7qvi4bue0OSo0nuSvL8WRUuSeqnz4j+XcCFa7RfUVXndl/XASQ5B7gY+JnuMX+Z5IxpFStJGt/IoK+qjwFf7fl8+4EPVNW3q+qLwFHgvAnqkyRNaJKzbl6b5BXAKvC6qnoA2AncNLTOsa5Nkpq1iGfaDNvswdh3AD8FnAscB97atWeNdWutJ0hyIMlqktWTJ09usgxJ0iibCvqqur+qHq6q7wDv5HvTM8eAXUOrng3ct85zHKqqvVW1d2VlZTNlSJJ62FTQJzlr6OavAqfOyDkMXJzkMUmeBuwBPjFZiZKkSYyco0/yfmAfsCPJMeCNwL4k5zKYlrkbeDVAVd2e5BrgDuAh4LKqeng2pUuS+hgZ9FX1sjWar9xg/TcDb56kqIXgxc4kNcJPxkpS4wx6SWqcQS9JjfMyxcOci5fUIEf0ktQ4g16SGmfQS1LjnKOXpE1YpkN62zPol+k3JEkTcupGkhpn0EtS47bn1M24vO6NtG218JZ3RC9JjTPoJalxBr0kNc6gl6TGGfSS1DiDXpIaZ9BLUuM8j35cnlMvack4opekxjmil7Rt9N0hb21n3RG9JDXOoJekxo0M+iRXJTmR5LahticmuT7J57vvT+jak+RtSY4muTXJs2dZvCRptD4j+ncBF57WdjlwQ1XtAW7obgO8ANjTfR0A3jGdMiVJmzXyYGxVfSzJ7tOa9wP7uuWrgSPA67v2d1dVATclOTPJWVV1fFoFS9I4+h5Ybe0A7LDNztE/5VR4d9+f3LXvBO4dWu9Y1yZJ2iLTPhibNdpqzRWTA0lWk6yePHlyymVIkk7ZbNDfn+QsgO77ia79GLBraL2zgfvWeoKqOlRVe6tq78rKyibLkCSNstmgPwxc0i1fAlw71P6K7uyb84EHnZ+XpK018mBskvczOPC6I8kx4I3AW4BrklwK3AO8pFv9OuAi4CjwTeBVM6hZkjSGPmfdvGyduy5YY90CLpu0qKW03iH7lg/lS1oKfjJWkhpn0EtS4wx6SWqcQS9JjTPoJalxBr0kNc7/MDUJT52UtAQc0UtS4wx6SWqcUzeStqXtNPNq0EtqwnBwb6cQ78OpG0lqnEEvSY1z6mae1tu3HHdZ0oZ8u3w/R/SS1DhH9FvF69dLmhODftYMbmlmfHv149SNJDXOEb2khed5CZNxRC9JjXNEvx04HNIC889z9gz6ZbSI74xFrEkS4NSNJDXPEX2rHFWrUf5pj2+ioE9yN/B14GHgoaram+SJwAeB3cDdwEur6oHJypS0VeY5K+cM4GxMY0T/S1X15aHblwM3VNVbklze3X79FF5H0+a7StoWZjF1sx/Y1y1fDRzBoJ8dw1rSCJMGfQH/nKSAv66qQ8BTquo4QFUdT/LkSYuUtP04bpmeSYP+OVV1Xxfm1yf5z74PTHIAOADw1Kc+dcIyJEnrmej0yqq6r/t+Avg74Dzg/iRnAXTfT6zz2ENVtbeq9q6srExShiRpA5se0Sf5UeARVfX1bvl5wB8Ch4FLgLd036+dRqGakmnuD7tvrTF4OGnrTDJ18xTg75Kcep73VdU/JvkkcE2SS4F7gJdMXqZ6vTN892gBGOiLZ9NBX1VfAH52jfavABdMUpSktrkBmC8/GStpYgb3YjPoNTDNf23ovvvS6/Pn4K92eRj0kmbGjcFiMOilBbNVo2ZDuV0GvaRNccOwPAx6acYWeV570erRbBj0mq0+KbfISSg1wKCXTregG54FLUtLwKCXlty4Z8a6kdh+DHptbJrDyHEv42AircsfpcbhPweXpMY5otdyWG94Ou4B3nGfp+dLzIojcU2DQS/N0Sa2M1N/XW0/Br16OXhkH+w7Mljuvs/+RQ/O53X6vtaRI99b3rdvRoVI02fQayl9N5eP7Ou14Tl4ZF+3MNR42mO/uw5T2pidKvLIvjU3DGNtx9zILK4l+N0Y9BOaejjMybTq3pL+Hzw4CM8eqwHfv+7wm3IKZWxovdddLwymWJs0zKDXtnawxwZjLNs9rJdgdLsdGfQLYqPAGXekvN4ou0+o9Rmhr/c867ZPaXpk6qG8Vaa5MRh3T8Hw/Z5t9HMx6KeoT9BpOaw5pz9sG4WE1rBke24GfU9bORc/yQh9WUx9L6TnPP5IS/aG/q716u7Tn+EN13obtFkccxh3g7ne87vh/QEGvcaeillkW1LzvDcGi7bxmVY97iXNTPNBP9FIccw56nHrmcfjFzmsF7m2bW2SvYFFs5ma++zFLJlmgn4WUyvTCiIDTZrAuAG7lYG8oHslzQT9sJamIlrgz31OlnjE+QNamA5boNCf2dUrk1yY5K4kR5NcPqvXkSRtbCYj+iRnAG8HfgU4BnwyyeGqumMWr6e2uAeg5mzxGUKzGtGfBxytqi9U1f8CHwD2z+i1JEkbmNUc/U7g3qHbx4Cfm9FrSdJsNHLcY1ZBnzXa6vtWSA4AB7qb30hy1yZfawfwZXjTJh++lLo+byv2eXvYXn3+V3jTmybq80/0WWlWQX8M2DV0+2zgvuEVquoQcGjSF0qyWlV7J32eZWKftwf7vD3Mo8+zmqP/JLAnydOSPBq4GDg8o9eSJG1gJiP6qnooyWuBfwLOAK6qqttn8VqSpI3N7ANTVXUdcN2snn/IxNM/S8g+bw/2eXuYeZ9TVaPXkiQtrZl9MlaStBiWJuhHXVIhyWOSfLC7/+Yku+df5XT16PPvJrkjya1JbkjS61SrRdb30hlJXpykkiz9GRp9+pzkpd3v+vYk75t3jdPW42/7qUluTPKZ7u/7oq2oc1qSXJXkRJLb1rk/Sd7W/TxuTfLsqRZQVQv/xeCA7n8BPwk8GvgscM5p6/wG8Ffd8sXAB7e67jn0+ZeAH+mWX7Md+tyt9zjgY8BNwN6trnsOv+c9wGeAJ3S3n7zVdc+hz4eA13TL5wB3b3XdE/b5F4BnA7etc/9FwD8w+AzS+cDN03z9ZRnR97mkwn7g6m75Q8AFSdb64NayGNnnqrqxqr7Z3byJwecVllnfS2f8EfCnwLfmWdyM9OnzrwNvr6oHAKrqxJxrnLY+fS7gx7rlx3Pa53CWTVV9DPjqBqvsB95dAzcBZyY5a1qvvyxBv9YlFXaut05VPQQ8CDxpLtXNRp8+D7uUwYhgmY3sc5JnAbuq6iPzLGyG+vyenw48Pcm/J7kpyYVzq242+vT5IPBrSY4xOHvvN+dT2pYZ9/0+lmW5Hv3ISyr0XGeZ9O5Pkl8D9gK/ONOKZm/DPid5BHAF8Mp5FTQHfX7Pj2QwfbOPwV7bvyV5ZlV9bca1zUqfPr8MeFdVvTXJzwPv6fr8ndmXtyVmml/LMqIfeUmF4XWSPJLB7t5Gu0qLrk+fSfJc4A+AF1bVt+dU26yM6vPjgGcCR5LczWAu8/CSH5Dt+7d9bVX9X1V9EbiLQfAvqz59vhS4BqCq/gP4IQbXwWlVr/f7Zi1L0Pe5pMJh4JJu+cXAR6s7yrGkRva5m8b4awYhv+zztjCiz1X1YFXtqKrdVbWbwXGJF1bV6taUOxV9/rb/nsGBd5LsYDCV84W5Vjldffp8D3ABQJJnMAj6k3Otcr4OA6/ozr45H3iwqo5P68mXYuqm1rmkQpI/BFar6jBwJYPdu6MMRvIXb13Fk+vZ5z8DHgv8TXfc+Z6qeuGWFT2hnn1uSs8+/xPwvCR3AA8Dv1dVX9m6qifTs8+vA96Z5HcYTGG8cpkHbknez2DqbUd33OGNwKMAquqvGByHuAg4CnwTeNVUX3+Jf3aSpB6WZepGkrRJBr0kNc6gl6TGGfSS1DiDXpIaZ9BLUuMMeklqnEEvSY37fzpnXKWjXXNaAAAAAElFTkSuQmCC\n", + "text/plain": [ + "<Figure size 432x288 with 1 Axes>" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + } + ], + "source": [ + "plt.hist(results[y==0],100, color='red', alpha=0.5)\n", + "plt.hist(results[y==1],100, color='blue', alpha=0.5)\n", + "plt.show()" + ] + }, + { + "cell_type": "code", + "execution_count": 16, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + ">>\n", + " 0.8903898075296354\n", + ">>\n", + " 0.8864558106119422\n", + ">>\n", + " 0.8847234614537828\n", + ">>\n", + " 0.8610557480387954\n", + ">>\n", + " 0.8935995782106398\n", + ">>\n", + " 0.8672348462902236\n", + ">>\n", + " 0.8833903018365101\n", + ">>\n", + " 0.8821331324952205\n", + ">>\n", + " 0.8771073518336134\n", + ">>\n", + " 0.8798936052825674\n" + ] + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEWCAYAAACJ0YulAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAIABJREFUeJzsnXecFdXd/9/fmdu2L9tgKUtH6rogIlgAI/oQVIzmF7tI1JjHB8UETNRHE30MiSQxamIhGguPDQz6GJII0YiogdilSJG+LFvYytbbZ87vj5m93G2wCLiUeb9e93XvzJw5Ze7M+Z7zPed8RpRSODg4ODg4AGhdnQEHBwcHh2MHxyg4ODg4OMRwjIKDg4ODQwzHKDg4ODg4xHCMgoODg4NDDMcoODg4ODjEcIzCCYCIXCMib3d1ProaEckTkUYR0b/BNPuJiBIR1zeV5tFERDaKyOSvcd4Jew+KyGQRKe7qfHxTOEbhCCMihSISsCunvSKyUESSj2aaSqmXlVIXHM00jkXsaz2leVspVaSUSlZKGV2Zr67CNk6DDicOpdQIpdR7B0mnjSE8We/BExHHKBwdLlZKJQMFwGjg7i7Oz9eiK1u/J0rL+1BwrrfDsYBjFI4iSqm9wFtYxgEAEfGKyEMiUiQi5SLyRxFJiDt+iYisFZF6EdkhIlPt/Wki8qyIlIlIiYjMa3aTiMhMEVll//6jiDwUnw8RWSoic+zfPUXkdRGpFJFdIjI7Ltz9IvKaiLwkIvXAzNZlsvPxgn3+bhG5V0S0uHysFpHHRKRORL4SkfNanXugMqwWkUdEpAa4X0QGisi7IlItIlUi8rKIpNvhXwTygL/ZvbKftm7Bish7IvILO94GEXlbRLLi8jPDLkO1iPysdc+jVbkTROR3dvg6EVkV/78B19j/aZWI3BN33jgR+VBEau1yPy4inrjjSkRmicg2YJu97/cisse+Bz4XkXPiwusi8t/2vdFgH+8jIh/YQdbZ1+MKO/xF9v1UKyL/FpH8uLgKReROEVkPNImIK/4a2Hn/zM5HuYg8bJ/anFatndaE+HvQPneEiPxTRGrsc/+7g+va4fNg5+2juP/zFrHcWz57e4lYvfE6EflAREbExbtQRJ4UkeV2HleLSA8ReVRE9tn35uhW1+JuEdlkH3++OZ128tzhM3RCoJRyPkfwAxQCU+zfvYEvgd/HHX8U+CuQAaQAfwMetI+NA+qA87EMdi9gqH3sL8BTQBKQA3wC/NA+NhNYZf+eCOwBxN7uBgSAnnacnwM/BzzAAGAn8B922PuBCPAdO2xCO+V7AVhq570fsBW4MS4fUeDHgBu4wi5PRifLEAVuA1xAAjDIvhZeIBurMnq0vWttb/cDFOCyt98DdgBD7PjeA+bbx4YDjcDZ9rV4yC77lA7+1yfs83sBOnCmna/mNP9kp3EqEAKG2eedBoy3y9QP2Az8KC5eBfwT635IsPddC2Ta58wF9gI++9hPsO6pUwCx08uMi2tQXNxjgArgDDvP19vXzBt3/dYCfeLSjl1T4EPgOvt3MjC+vevczj2YApTZeffZ22d0cF0P9Dxo9n9+PzAY2AeMjjv3Bvscrx3P2rhjC4Eq+/r7gHeBXcAM+1rMA1a2upc22NciA1gNzLOPTQaK4/LU4TN0Iny6PAMn2se+uRqBBvvBWQGk28cEaAIGxoWfAOyyfz8FPNJOnN2xKpqEuH1XNd/UrR5IAYqAifb2D4B37d9nAEWt4r4beN7+fT/wwQHKptv5GB6374fAe3H5KMU2SPa+T4DrOlmGoo7StsN8B1jT6lofzCjcG3f8v4B/2L9/DiyKO5YIhGnHKNgVQQA4tZ1jzWn2blXmKzsow4+AN+K2FfCtg5R7X3PawBbgkg7CtTYKC4BftAqzBZgUd/1uaOf+bTYKHwD/A2R1UOaOjMJV8f/TAcp1wOchLq0aLGN69wHiSrfzlGZvLwT+FHf8NmBz3PYooLZVuf8zbnsasMP+PZn9RuGAz9CJ8HH8iEeH7yil3hGRScArQBZQi9XaTQQ+F5HmsIJV2YLVSlnWTnx9sVreZXHnaVg9ghYopZSILMZ6MD8ArgZeiounp4jUxp2iA/+K224TZxxZWK2j3XH7dmO1npspUfaTEne8ZyfL0CJtEckB/gCcg9Ui1LAqyENhb9xvP1aLFztPsfSUUn4Rqe4gjiys1uaOQ01HRIYADwNjsf57F1ZLM57W5Z4L3GTnUQGpdh7AukcOlI94+gLXi8htcfs8drztpt2KG4EHgK9EZBfwP0qpv3ci3c7m8WDPA0qpQhFZiVVJPxELZLkdfwl8z47HtA9lYfVOAcrj0gq0s916Akj8tWi+b1vTmWfouMYZUziKKKXex2qxNPv4q7BuxhFKqXT7k6asQWmwbsqB7US1B6uVnRV3XqpSakQ7YQEWAf9PRPpitWxej4tnV1wc6UqpFKXUtPhsH6BIVVgulr5x+/KAkrjtXhL3hNvHSztZhtZpP2jvy1dKpWK5VeQA4Q+FMiz3HmCNGWC5bNqjCgjS/n9zMBYAXwGD7TL8Ny3LAHHlsMcP7gQuB7oppdKxKrnmczq6R9pjD/DLVv93olJqUXtpt0YptU0pdRWWq+/XwGsiknSgcw4xjwd7HhCRaVi9hxXAb+POvRq4BJgCpGH1KKDttT0U+sT9br5vW9OZZ+i4xjEKR59HgfNFpEApZWL5nh+xW8GISC8R+Q877LPA90XkPBHR7GNDlVJlwNvA70Qk1T420O6JtEEptQaoBJ4B3lJKNbdqPgHq7QG8BHvQcqSInN6ZgihrquefgV+KSIptdOawvycCVgUyW0TcIvI9YBiw7FDLYJOC5YqrFZFeWP70eMqxfLpfh9eAi0XkTLEGfv+HDioU+397DnjYHmTU7cFVbyfSSQHqgUYRGQrc0onwUaz/zyUiP8fqKTTzDPALERksFvki0mzMWl+PPwH/KSJn2GGTRORCEUnpRL4RkWtFJNsuf/M9ZNh5M+n42v8d6CEiP7IHklNE5IzWgQ72PIg1KeBZrF7T9Vj/V3Plm4LVyKjG6m38qjNlOgizRKS3iGRgGe9X2wlzWM/Q8YBjFI4ySqlKrMHZn9m77gS2Ax+JNcPnHaxBQ5RSnwDfBx7Bah2+z/5W+Qysrv8mLBfKa0DuAZJehNWKeiUuLwZwMdZsqF1YLbVnsFpaneU2LD/wTmCVHf9zccc/xhoUrMLq3v8/pVSzW+ZQy/A/WIOldcCbwP+1Ov4gcK9YM2vuOIQyoJTaaJdlMVavoQFrUDbUwSl3YA3wforl4/41nXt+7sBq1TZgVYDtVTTxvAUsxxrA343VQ4l3azyMZZjfxjI2z2INcIM1JvS/9vW4XCn1GdaY0uNY13s77cwoOwBTgY0i0gj8HmucJKiU8mP9t6vttMbHn6SUasCaIHAxllttG3BuB2l0+DwATwNLlVLL7HvoRuAZ2wi+YF+fEqz76aNDKFdHvIJ1XXfan3mtAxyhZ+iYpnmGioPDYSMiM4GblFJnd3VeDhWxFhjWYrl5dnV1fhy+WUSkEOvefaer89LVOD0Fh5MWEblYRBJtP/lDWD2Bwq7NlYND1+IYBYeTmUuwBhNLsVxeVyqn6+xwkuO4jxwcHBwcYjg9BQcHBweHGMfd4rWsrCzVr1+/rs6Gg4ODw3HF559/XqWUyj5YuOPOKPTr14/PPvusq7Ph4ODgcFwhIrsPHspxHzk4ODg4xOEYBQcHBweHGI5RcHBwcHCI4RgFBwcHB4cYjlFwcHBwcIhx1IyCiDwnIhUisqGD4yIifxCR7SKyXkTGHK28ODg4ODh0jqPZU1iIpbLYEd/GkhYYDNyMpTvv4ODg4NCFHLV1CkqpD0Sk3wGCXAK8YGvNfCQi6SKSa+vuOzg4OBx1Ao0NKNOMbTcaJuE46R+lIBqFYACCQSEQEEJBiESEukaDYBAiEYg0BYiEIRwWIhEhGgHDFCIRA38oghERDBOiUSEa0QhHTCL+MKYhmKb1aQ+lwDQF2deIqXQmfyePH/046ahek65cvNaLljrxxfa+NkZBRG7G6k2Ql5f3jWTO4fgiEolQXFxMMBjs6qw4dID1DuDDjMO04mjz6rrYO4aJfUzT2mcqBUr2vy5OgalAKcE0re+ouX9fc8A2eY3bFiDdjfWCWYCMdnMbF7q9Y517SZwoEzEViIk7YQebN7sPGN7n89G7d2/c7gOH64iuNAodXam2O5V6GuuFG4wdO9ZR8HNoQ3FxMSkpKfTr14+WbwN1ONKYpkKZ1mOoMEApTFNhGlEg2uYpbq6kDcOqdA1D2a3j5oq7ZQWslFiVupLY7+YWc/z+5ha2aQoIiF2lNFf/OgcgzrCYCIKKbUvrgFh+dtFAEwVinSyi0OxvAE1A1wTRBRE7HgER0EQAZe0X0HRBNA1N0xBpk2gLtLpatIZ6SEvFlZ2BL6Fjr79SiurqaoqLi+nfv/+BrkCHdKVRKKblO1F70/47UR0cDkowGHQMAlalYBpt203RiIldL2GaBm1r7uY9UdpTTjaUQplgGEIoLIQiEDaaK22xWuKmjlIulNJilThxLXfs9GPf0InGsuqgqdgWERX7NFfW0vzdnJZdWYsoNB1EB5du4tEVLhfomlX5xypvAUSz7iv73hIRvF5vm3vtiN17hgHhMCTYL9RLy4BQ0v7tA14DITMzk8rKyq+dfFcahb8Ct4rIYqyXy9c54wkOh8OJbBAMw4xVjqapMKNmu+VVgKZBc81rGgbKNDHCEUTXiEYUUUMwlE4kEsUwDatit1vchilEDT1WsYPVMjfjtrGjl3bcOLF8CC2a/5pmVdCaZsZa3JpuWi301hGJQhfQNCsRTcClaWjKtCpzTUN0QTOj6GLi8nrQ99fZiNuNaNr+HS2zbf+wWurWz2PovmlogLIyK+8DBoCuW39oJwxCM4dbnqNmFERkETAZyBKRYuA+bA+cUuqPwDJgGtb7Wf1Y7yZ2cDipUabl8G520ajm38pyOTSjAWKaGKYibFgDpUpZbhnDgKghhEIRImGIGC4Mw4tpajT7TZodLM2Ok9aN8db1iiZ2C1ozcLlMPB6F22VYrXDNaomLptDsbU0Uuia4dc0KYyqUacRcPLHaWXNZEcdZBUGQSDRWsVtHTFAKcbv3t9jREY8H0Q/oKDo+iEZh716or7e2ExKsHkMXlO2oTUlVSl2llMpVSrmVUr2VUs8qpf5oGwSUxSyl1ECl1Cj7JeMODsctuq5TUFDAyJEjufjii6mtrY0d27hxI9/61rcYMmQIgwcP5he/+EXMTaOUYtnf32TsaacxfPgwhg4fxty5c4mEIwTDEcLRKFEzTH3tXs6fOoUxp4/hmedeYs/eEEVlUUrLFcVlwp4SnT2lGlMv/A9Wvv8FdfUe/CEPEUPHRPjLX/+XX/36djSvwpNkkpBqkNgtQlJGiEcfvY1Lpp/CVVcWUF61ml59gvTKC9IrL0CfvgH69PeT1aOam28+j149TXJ76OTk+Hjl5afo3687bgJkpnjplpzA0tdf59677iZJXHiUhtvU+Y8LL2H9+q/w+JIJR2H23LsYMXocp51xJhdMncaaL9bgcbnxuNy4XW5ciYm4UlJwJSejN39SU9ETE9ETEtATEtASEmIGQSnF7NmzGTRoEPn5+XzxxRft/keLFi1i1KhR5OfnM3XqVKqqqgBYt24dEyZMYNSoUVx88cXU25Xzl19+ycyZM4/eTaMU1NXBjh2WQdA06N4d+vUDj+fopXsAnBXNDg5HiISEBNauXcuGDRvIyMjgiSeeACAQCDB9+nTuvPNOtmzZwueffsGqD1bx+4f/QLA+xBf//pxbb7uNxx5/mvdWfcw/P1hNZq/elNSFKdsXpaRKsXuvzvKVu2nyK15+dQ1nTr6Wer8Pf8hDMOwmHNWJKh1lt651N3iTTdKyhcyeipy+Jt2yTVJSFAPyTPr2VPTuDj2zhPWfvk1J8Q42b9rAggVPcO+dPyElwUNqgpfUBB8pCQkkeRP58yt/5rKLLsZrGLjCYbRgkFcXL+b0005j6d/+hiZi+/JBdB09ZX+FLrqOnpiA5vNx8623kpmdzbbt29m4aRMLX3iBmoYGNJ9v/8frRTSt5ecAbpHly5ezbds2tm3bxtNPP80tt9zSJkw0GuX2229n5cqVrF+/nvz8fB5//HEAbrrpJubPn8+XX37JpZdeym9/+1sARo0aRXFxMUVFRUfhjsHqHZSUWL2CpCTLZZSZ2a7r65vCMQoODl+TgD9AU6M/9gFoavTT2NjEmNFjKNxVSH1dI8888xynjx3HaaeNp7qqnlDI4Je/nM9vH/4N9aEAv3r0d/zwv+6gW/ZQqiq91FamccmFPyJQm0SoKYlI0Efl3hruuXsmW7as48rvnUZt9RY2b3yba68+nauuKOC3v76RPrn1DOobIsFr0rOHIq+n8I+/LmTSGSP53oUXsOaTj3HrOl63B6/Hi9fjxefxsnzZcmZePxOfz8fEcyZSV1dHZVkZumGgmyZaJIL4/bzy0ktcctFF6CkpaMnJ7CovpykQYN6vfsWrr722v0J3uxFdb1GhN7Njxw4+/vhj5s2bh2bvHzBgABdeeOFh/RdLly5lxowZiAjjx4+ntraWsrKWQ5TN01abmppQSlFfX0/Pnj0B2LJlCxMnTgTg/PPP5/XXX4+dd/HFF7N48eLDyl+HpKRYLqKePSEvr8t6B/Ecdy/ZcXDoDO9sKj/icZ43LIdgMIRpmBiGiTIVHo8b2D//PhIKETVMVq5cyYyrr0PCBls2baJgVAHRsIuoaQ32pncbSmOjn+07DDZt/IqrrpxLOOhBQ9A0wesx8XqiuFwmLleU3j1TeeqPj/GHx37PksWLCQQCXHPNVN78298YPHgwP/jhD3lu4XPcfvvtiKbhcrmorqpi3rx5fPrvf5OakMB5F17I6Px8lN8fK5MCSoqK6JWVhdnYCECv3FyKd+0it3t3K5CmEdV1du3ezcARI2LnLl68mKuuuopzzjmHLVu2UFFRQU5OzgGv4caNGykoKEDvhK/8iiuuYMuWLW32z5kzhxkzZrTYV1JSQp8++ycz9u7dm5KSEnJzc2P73G43CxYsYNSoUSQlJTF48OBYb27kyJH89a9/5ZJLLmHJkiXs2bN/CdXYsWOZP38+P/3pTw+a54MSCoHfD926WdvJyTBoUJeMHXSEYxQcTkimDO9+0DAHWugWvxjKVArDMKneV48yFbrScRFBw8QwQzQPkgYCAc6ZNImiPUXkjxrN6eO+TXWjiwa/i31NHsprvC2GdJWyZthoAolJJjnZEbyuKG5XBBH7uEtHcKGQ2JRSl8dD0bbt9O/fn1H5+YgI3585kyeffJK5c+YgIkgkwsf/+heTzjqLrNRUtKQkrrz6arZu3YqektKysLpu+ert/aLruFJS0Hy+WJDq6mrS09NbnLZ48WLeeOMNNE3jsssuY8mSJcyaNatDN8+hzop59dVXOx22vWm0rdOLRCIsWLCANWvWMGDAAG677TYefPBB7r33Xp577jlmz57NAw88wPTp0/HEtdhzcnIoLT3M2fJKQXU1VFZav71eSEy0jh1DBgEco+BwEqGUIhQMoUwztvjK7XLb8+9NovYKWMCSPjBMBGtmj4aQgDUNNBiFuoiXiHITjVpz942o4PUm8PLiNTQ01HHbrdN5/OmnuPqa2+g3YDhrvvgXSQkRPB4TrwdKSotITU1mTEEyBQXDKS5ay5RvFRAJRtFcCS1cLpq9yMnt8aC7XHhcbggGwTRRgQAKMEMhlGFg+v0oexqqeDxoHg96auoBr0vv3r1btIyLi4tjbpVmEhISWhjR9evXs23bNs4//3wAwuEwAwYMYNasWWRmZrJv374W59fU1JCVlUV6ejrr1q3DNM2Y+6gjDqWn0JkyrF27FoCBAwcCcPnllzN//nwAhg4dyttvvw3A1q1befPNN2PnBYNBEg5hSmgbgkEoLbW+AdLSjgk3UUc4YwoOJySmqTBME78/QFNDE411jTTWNhIJhFFRMKNCOAxN/giNgQj+iEFEmWi6oOng0UJouklYuWmM+Njn91FWn8TOimT2VCewr95LU4NGMKARjWjWAi7A41H06J7ML37xO1564WGyMuqZdct0vly/iq1b3qZHdzc+X5R775nL3LlzMAyD2bfO4tfz57NpwwZEQHe5ePzxx/F6vfh8PjweDy6Xy3K5KIUKhhheUMDuPXvYtXcvenIyr7z2GpPPOy9uUDeR8WeeyXvvvUd1dTWRSIQlS5a0e62mT5/OCy+8gFKKjz76iLS0tBZuF4Bu3bphGEbMMCxatIj777+fwsJCCgsLKS0tpaSkhN27d3P66aezevVq9u7dC8Bnn31GKBSiT58+DBw4kLFjx3LffffFDPC2bdtYunRpm3y9+uqrrF27ts2ntUHobBl69erFpk2bYgu7/vnPfzJs2DAAKioq7PvGZN68efznf/5n7LytW7cycuTIg9xx7WCaUFEBu3ZZBsHttsYNevUC17HbHj92c+bgcAAiIYPKPQ0EAhFkX5BISpSGmgaipgkorC+7N6DplhwDgICpTJQC3aXQNQ3DFiWLhDXqIxAKC8FQChHDnu5ou3yaXT8ej0lyooHXY6LrCpfL+mga9MtrAqBXz6EUFIzgrX+8xjXXzODPf17C3Llz+dGPfoJhGFx15ZX88KabENOk4NQCHn74YW686Sb8gQAiwoUXXoiIoAwjVmZlGCjDQLweEjwenn/+eb73ve8RjUY5/fTTW1RkALm5udx///1MmDCB3NxcxowZgxEXXzPTpk1j2bJlDBo0iMTERJ5//vl2r/kFF1zAqlWrmDJlCosXL2b58uUtjl966aUsXryYO++8k9///vdMmzYN0zRJTk5m0aJFsZ7BM888w9y5c2PpZWZmxmb7fF0OVIaCggLWrl1Lz549ue+++5g4cSJut5u+ffuycOFCwDJyzeMLl112Gd///v5lUytXrvx6A+EVFVBTY/3OyIDs7GPOVdQe0p4v7lhm7Nix6rPPnCUNJx01u6gv3ovfL0QNg8+2lhAIhPAYJuJS5J02goH9++LSNHRNAwFdBNGs5VlhJQQjHoIhIRSGSMRq4cerU6pWvzRN4fVG8XrB61Z4PBo+n37Q57p5PKIZIxJBAF2PW2VrmJb2ja6jaYJIy067ikYtg9BqAZO43Whd5HpYs2YNDz/8MC+++GKXpN8VhEIhJk2axKpVq3Adaus+GoU9e6x1B83jB98QmzdvjvWCmhGRz5VSYw92rtNTcOhSjKhJOBBt91g4aNBUG0SMMEbxZgJaBq5uyazbsgO/oTOi5wDS0rx4e3qpDpkkpVit+2AYQiFFKKyIRoRwWMOIWpVxvOSOAttdY0kuuFwmXo/C4zbx+XS8Hg1N2n9EWlf8zYiI1SI2TSQaxYhG0YwoLrcHTREv4WklHo2ioF15H3G5EJ/vmFmxO3r0aM4991wMw+jU7KETgaKiIubPn985g9DYCLW1lntIxHIR9evXpWsOvg6OUXDoEmor/PjrwoSaIkgoijdqosJhlBHENAxM08QwDEwVxR0uwzTCFOMiUlUPES8pvX2sbTDY8rmb4tcTuOF7QdjhbqHPIyL7lTM1hdtr4PaaJHpMvF4dt1vh0pWtYAm2eESbvLY2AM0Vv2YvqFJKWYPXwSAxATfTROk6SsCVkIirtYyxyDFT2R8KN9xwQ1dn4Rtl8ODBDB48+MCBDAPKyy2DANYitOYpp8eZQQDHKDh8g0TCBoGGMLV7/fjDBtEEoaamCF9dEFd4DxG9gQgaYZc9NVJARMPlgZJIIobuoj6axeoNTWxf24v60uzYtMPrL92JoOFyK1xuhe6OortMXG4Tl1shbpMkTdDFjcRa/x292GS/EWg2ACIS+6hoFNPvx7QNghG1ejqaCNI8jdPOuy7g8rRV1HQ4Qaivt1YlR6PWDZudDa2m7h5vOEbB4RujvqyGpp0bKandR0gPklAXJlPpeLulIbkpmOmjwJNsC6RZlJYUU10La7/08cX6LLZ/lYwuOj7dR3qqYvz4ML0HNJCaHiG3bz2mJmgoNMCte9DsW1yQuB7B/nntrV1A8b0AwGrxGwYqHLI6AIaJaUQRlwvN4wWsdQO6x2MZjYNMs3Q4QWgtYJeYCLm51vqD4xzHKDgcNRpqglQVNeAKGdT5g9SXbCOk6vCn92BARhLJ6TpaXgq4PIhmVdgNhkldVLH6vVo2rU9h44Z+lJYkAAa6aPg8Gqee1shZk0sZMmo7e+xZ1UIuusuNV3TcduXfXN9bFb/9Bi6Itfi1OD0dsf37phEFwyAcDtmtP80aCNZd1iCvG1y6jn4MzzN3+AZoaNgvYJeTY7mLTpDeoGMUHI4c4SZorEApRaA8QnVJCJ9hUB30U1e/lUQdknqNZEC3TFy6Bkk64tnvV6+q0nhhmYfV7yRSXtwN3aUTNprwesKcMrKBcecEOPWMRhISbaloMhnszqany4W/rgEvuv2qxebZQ1q7lX9sHCASscYvDAMjHLIGf3Ud3V4ToCckojWPBdjnOZzEmGbzyyosF1E4bBmDE6yB4PR1HQ4ffw1sWQ67PoDaIgI7GqjcvI/qfRVsaypmp1ZB9rA8uk8+n+xTeuHO8SGZHrZV6zz3fx5uuxsuudzHpZcnsGShULGnkaxue5k89QPu/O9/8uZrlfzxN15unJ7B2O55jEjpx/Dkvgz29CDXBBWOIiK43W48bjceEdzhMDQ1oZoaMRrqidbXEa2vI1JXS7h2H8HqKkL1dURCQZRp4vL68KZ3w5feDU9KKp6UVPR4pc5OGISvK50Nlsrn2LFjGTZsGEOHDuWOO+5oE38oFGLKlCkUFBQcUAJi8uTJtDdte+HChdx6661t9n/11VdMmDABr9fLQw891GG8Sim+9a1vxWSlAd544w1EhK+++iq277333uOiiy5qce7MmTN57bXXAEtu4q677mLw4MGMHDmScePGtVnz8HV48MEHGTRoEKeccgpvvfVWu2FWrFjBmDFjKCgo4Oyzz2b79u0A7N69m/POO4/8/HwmT55McXExAJWVlUydOtVab7B9u2UIwOoVdO9+whkEcHoKDp3FiMJ7n6AWAAAgAElEQVS+QtqdPNmwF5XcAyN7GOGoSXnRHjZKlLqMHPrkJDEoyU1ygnWr1dRo/OMtL39922D3bh86oPCguXT0RD8DR5Qx6fwGJo/T8Lgy6JkwskWFbBgGoVAI0zRJDIeIrl9HMOjHHFVAeJ+9UAhrOqC43egdvLzcLaC7rQf6SPUAmqWzAa6//nqeeOIJ7rnnnph09oIFC7jgggvw+/1897vf5cknn2TWrFls2LCBW2+9lTfffJOhQ4cSjUZ5+umn28S/Zs0aIpFILI0jRUZGBn/4wx/4y1/+csBwy5Yt49RTTyU1TjZj0aJFnH322SxevJj777+/U+n97Gc/o6ysjA0bNuD1eikvL+f9998/nCKwadMmFi9ezMaNGyktLWXKlCmWzlOrGV633HILS5cuZdiwYTz55JPMmzePhQsXcscddzBjxgyuv/563n33Xe6++25efPFFslNTyU1JYfWyZZw1ZozlMsrKOqy8Hus4RsGhY0wTqrdDfQlEbd2WTGt6nmEahMNhgoEQfj/4xYWqLSJcHqKwMEBDNw/5fdPITHKzZ88e1u308Nbb2Xz6SQqNhqDwkJ4ijDy1ir7DSxg1XNGvTzXdvF7SEltKCiiliEQiRCIRXC4XieEQ+7ZtoSESRhITGDDtQnaXluHLbPmwdqW7Z8KECaxfvx6AV155hbPOOosLLrgAgMTERB5//HEmT57MrFmz+M1vfsM999zD0KFDAXC5XPzXf/1Xi/gqKiq49tprqayspKCggNdff53CwkLuuOOO2IrmBQsW4G010Pn888/z4IMPkpuby5AhQ9ocB0vwLScnp4XeT3u8/PLL3HzzzbHtxsZGVq9ezcqVK5k+fXqnjILf7+dPf/oTu3btiuWle/fuXH755Qc990AsXbqUK6+8Eq/XS//+/Rk0aBCffPIJEyZMaBFORGI9nbq6upg+0qZNm3jkkUcAOPfcc/nOd74DVVVQWcl3Jk3i5WXLOGv6dDiIjtSJgGMUHNpHKSj+FAI1qKwhGIk5RMWN3x+gel89lXVhKoujuBsgUN+I0IASQSmTeh/0Tk/iow1hPvm4Gxs+G8jevcmYygQxGTJ+HxdNWkPvUzbg9bjI8maT7k1HEw2PKy2WhXA4TCQSAayKNMnjJlhWSs26dSTm5NAzfzTujAz0tDSkbG9LI7Dl8N0RbTjl250KZhgGK1as4MYbbwQs19Fpp53WIszAgQNpbGykvr6eDRs2MHfu3APGmZOTwzPPPMNDDz3E3//+d4LBIJMnT2bFihUMGTKEGTNmsGDBAn70ox/FzikrK+O+++7j888/Jy0tjXPPPZfRo0cfYqH3s3r1ap566qnY9l/+8hemTp3KkCFDyMjI4IsvvmDMmDEHjGP79u3k5eW16G10xI9//GNWrlzZZv+VV17JXXfd1WJfSUkJ48ePj203S2e35plnnmHatGkkJCSQmprKRx99BMCpp57K66+/zu23384br75KQ0MD1Vu3kpmeztgJE7j3qadOCoMAjlFw6ACjeieBmr2U6IMoWtOEP7IdAaqqImi6RsRfRaqp8Ka4cOclYubmUKWa2FW5l+2f57D9jV7s3Z6Cbk8PTUhq4oxzdjLt29vJ69GAiBuP71t0T8xrm7YtvObz+cjMzMTjdhOqrqJ8zRe4/QF6n1pA+mkHWa3fyQr8SBIIBCgoKKCwsJDTTjstpiCqlDpictLNbNmyhf79+zNkyBBgv7sq3ih8/PHHTJ48mezsbMBSHd26devXSg8spdOUONntRYsWxdK78sorWbRoEWPGjDliZW1uuXeGzkhnN8e5bNkyzjjjDH77298yZ86cmLG99dZbWbhwIRPPPJNe3bvj8vkgL48cr/fwpbOPIxyj4EBjMEI0bOIPRaks3UW4eg+Bmn3UNXWj2h3Ak+AmKyuBVJdGrtckO0mnqLwWX04uxT6NzUU+PnvDT+XGHMq3D8GFF7cIvVOsdQSTJ4cYPTpAKFSIy5WN2z0KlyujTT5M08Tf1ASmSVZWFl63i8bKcir2VRMtr8CjoMdZ5+BrJYl8rNA8plBXV8dFF13EE088wezZsxkxYgQffPBBi7A7d+4kOTmZlJQURowYweeff86pp57a6bQ6q1l2JF1oLpcrJnldXV3Nu+++y4YNGxARDMNARPjNb35zQOnsQYMGUVRURENDQwsD0x6H0lPojHR2ZWUl69at44wzzgAsIzl16lQAemZm8n+vvw4iNDY28vpf/kLaqaeCrhNsaDg86ezjDMconORU1wb5+MtydH+IUKgRT91uEn0elDePjMxU+uUk01Rdjmk0YlaHqTeb2FrXSFmjzppPc/nyg0yaqrzoZOBzJZCsw5gxYc49N8SECSGan6VQqBgRFwkJw1ukH41GiUQiGNEoZjRKsKqctPR0GsvLqItG0OrrSTXB603Cd8oQPMeoQYgnLS2NP/zhD1xyySXccsstXHPNNfzqV7/inXfeYcqUKQQCAWbPnh17k9dPfvITLrvsMs4++2yGDBmCaZo8+uijzJkzp8M0hg4dSmFhIdu3b2fQoEG8+OKLTJo0qUWYM844g9tvv53q6mpSU1NZsmTJIRme1pxyyins3LmTQYMG8dprrzFjxowW7qRm4bhx48ZRWloaE2XbvXs369ato6CggMTERG688UZmz57NU089hcfjoaysjBUrVnDttde2SO9QegrTp0/n6quvZs6cOZSWlrJt2zbGjRvXIky3bt2oq6tj69atDBkyxJLOHjoU9u6lascOMkaMQEtP58EHH+SGG2+MCRF+bens4xTHKJyEREIGRtSa679+TTkeMRmS8BVaYiOeHgnsCidg6jqRpmqqvypD3Bo9cnL4ijpWb+/Bp5/3Yc/mVERpeEXo18Nk3Lgwo0fXM2pUI0lJjbG0bAUIotFqvN4BwP6xAqUUOoqkxCTQNfz+BpJzcuie2xujvJxobQMqCu7evXB3746eltamLMcqo0eP5tRTT2Xx4sVcd911LF26lNtuu41Zs2ZhGAbXXXddbHpofn4+jz76KFdddRV+vz8mnX0gfD7fEZPO3rt3L2PHjqW+vh5N03j00UfZtGlTG7//hRdeyHvvvcegQYNYtGhRm9b6d7/7XV555RXOOeccXnrpJb7//e8TDAZxu90888wzpNn/37x587j33nsZPnw4Pp+PpKQkHnjggUO+xvGMGDGCyy+/nOHDh+NyuXjiiSdiM4+mTZvGM888Q8+ePfnTn/7Ed7/7XTRNo1tqKs/dfz/U1PDep59y93XXIS4XEydOjMlow2FIZx+nONLZJyHF64uQ2t2Iy8Wmkn306xEgmSZUn/GYWhKfbvyYtOxUAjUBdhWlsXZXNpvXpLN3dxJuzU0EjWQ3nDUhzNSpQUaNKicS3Q2AafgR0dH1lq4B60VnvTFCJh6XC92MEg34QZl4k5IBSO6WiXdvOdHqGrTERNy9euLKzETrhOxwe1LBDkeWsrIyZsyYwT//+c+uzsrhYRiWREVdnbXt80HPntZ3O0ycOJGlS5fSrVnk7jjAkc526BTBpgiN+4JE9u6g10AfOyLp1NQHGZydi/J4MF2JqMowuzaa7Cnsy0efZFLv9+JH0AGPz2TY6HpGjWvkwnEVpCXuRcRFOBzF5crE7bbedKVpCYhoKKWsaav+JlQ0ipsgEvDjSk5Bc+mk9+5DYmo6bvthNINB/Fu3kXjamOOqV3CykJubyw9+8APq6+s7NXvomCQYhKKilgJ2mZkdSlRUVlYyZ86c48ogHC6OUThJUEpRtq0Gj9aA19dAqdGdHTVR+vbpQ5FZRqCika/WePnbkjx27hkPnhQQjazcAGNG13PJGbWMGNGAx2MLyaHQtV6xAWMRL0oJoVAIpYKxGTeR+lpU0E9icgoeXwJJubmk5fSI5csMhYhUVGA2NhIu3I3m86IdZADSoes43PUEXY7HY0lVdFLALjs721qzcBLhGIUTmHAwSnmhtVDHrC7Ev7cQb8Y+arRMNpYFKY3uoVoPEf0ikzffHMhXOzIIGBredJNxU6JcdUGE/gOjeDQvPq0H0KPddCKRCOFwEE3TSEtLIzExEbfbTfmOrYgyyBwwmLTuPdrMhFGmSWjrNsymJrSkRDz9+uHp19dRGnU4cihlrUJOTrYGjjUN+va1XoDjaFm1i2MUTkCUqSjdVks4ZCCagpQAuxvXUJuWRhUDwAiQ4n6XvglRPvnrJJb+32AiCnxJOpMu2sfN17jJTdTwasKB5LEikQi1FeV4vV7SUlIwQkGaSotpso9HI2H6jMjH40sgtGsXkaIiJE52wgyGAEgYXYDrJOqeO3xDhMNQVgZNTZZwXa7l3qQD6RMHC8conECYpqKxJogRNTENRWJvxQe73ie0rwIJr8WT1IcsXzLJXp3qqn4s/ON57NqeiN8IM2laNVfeoJGd6qaXp+M3gsVLTmiAOxIiIzsLESGlew+8cYPCgfXrCX/2BWFAhcN4Bw3EZS+kakbcbuRQ333r4HAglIJ9+6CiIqZ8+02/I/l4xnkaTyD2bK7BNBSpWT6M9FpWrVtIasRPtqTid/UnN+9yNm1O4bVlCXz0kZegP4w3tZFrf7CHWd/NOWDc0WiUUCiEiJDg8xKtrcaMREhOTSWnnzXV1GxqIlpeYYUvL0camkgYNw7xuC3JaqeF5nC0CYWs3oHfb22npkKPHpa7yKFTOM7b45zGfSH27qxj1/oqokYUs1c9nxY+z7r18+hu1qJ7J1DoHc+O+u8we1YPfjw3kbdXQI0/RL9xNcx+ZB8zL21f9VEpRSgUoqmpiUgoRKiiFGqrCZaXopkmvYeNoM/wUbGwkfIKopWVqHAYvVs3Esedjp6chObxnBQG4XiVzn755ZfJz88nPz+fM888k3Xr1rUb7zEvnT1vHoMGD+aUc8/lrQ8/hD59oHfvFgahI+nsoqKimDZUfn4+y5YtA+DLL79k5syZh5234wnHfB6nGBGTsp11REIGKRlesvslUxet5pPCdXQPBUnLPYvUlIn84+NSPlnRl/c/yCRqmiRkRrn421EmndvEyGwg0YseN7DbPI000qwbHwqQnJSMS9dwp6XHjED8S2eCX31FpLQMAO+QwXh69/4mL8Uxw/Eqnd2/f3/ef/99unXrxvLly7n55pv5+OOP24Q75qWzlyxh43vvUVpRwZRrrmHrzJm0doR2JJ09b948Lr/8cm655RY2bdrEtGnTKCwsZNSoURQXF1NUVEReXludrhORo9pTEJGpIrJFRLaLyF3tHM8TkZUiskZE1ovItKOZnxOJUCCKMhXdByUTSKllRdFbLP9wOeHKRqQpQs1uYcmLNTw5fzgfruqBuF1cfG2Q/32lkdk3Rzh1sAc93YNujx+YpkkwGMTf1IRmGkSrytEaatEjIRISE3B7vWT07B176YxZV0do2zb8n31GpLSMhNEFpHzr3JPWILRmwoQJMZXOjqSz58+fD3BI0tlr166loKCAHTt2sGLFCkaPHs2oUaO44YYbCIVCbfLx/PPPM2TIECZNmsTq1avbzeuZZ54Zm4c/fvz42AtmWvPyyy9zySWXxLabpbOfffZZFi9e3Knr0iyd/dhjjx2+dLZpWuMGgcB+6ez+/ek/fnxMOrs1HUlnd7Qf4OKLL+50+U4EjlpPQUR04AngfKAY+FRE/qqU2hQX7F7gz0qpBSIyHFgG9DtaeToRUEpRXxWkpqyJOncVG4sLKd1eSrornREZQ0mOriFQ7OJ/3zqHdz7sjdejkTU8zDW31jFliODT9DbxNb+0Ji0tjXBtDaH6fWT0yKXHwMEd5iNaVYUZCODq3h3vkCHox9hipvf2vHfE45zcZ3Knwh3P0tnPPvss3/52+wqzx5R09uzZUFpqzTBqbKSkuJjxEybEppkeqnT2/fffzwUXXMBjjz1GU1MT77zzTuycsWPHMn/+/JhW1YnO0XQfjQO2K6V2AojIYuASIN4oKKD57kgDTh592q+BaZiUbqslEjZJzfLy5datRENRhnUbRp+UbKoKv+SrXR6eXnI5e2rScSfAtKsaGDO9gUlpbRfpRCIR/E1NpCQlkZGdjdvtprpuH9l5/Ulp9cIaFQ6jolGiFRWYfj9GQyPu3B54+vT5pop/SHS2Aj+SHO/S2StXruTZZ59l1apV7R4/JqSzDcPqHRQWWtteL/To0d77AA9JOnvRokXMnDmTuXPn8uGHH3LdddexYcMGNE0jJyfHkc4+QvQC9sRtFwNntApzP/C2iNwGJAFT2otIRG4GbgZOGr9ee0QjJntKCgmlNFK5oZxgwE96eh5GwEth+Ub+/pbO0vf/H0FJJLtXlOt/XMuE4SZu2T/IGz+lVNc0qN+HYYSpatg/KJrW6r2z0cpKAl9uQNzW7eLu0QNPXh/0jLby1yczx7N09vr167nppptYvnw5mZmZ7Ybpculs04RIhCunTuWum2+2XouZmQmadtjS2c8++yz/+Mc/AMv1FwwGqaqqIicnh2AweFJJZx/NMYX27sbWd/JVwEKlVG9gGvCiiLTJk1LqaaXUWKXU2OxW89xPNhrDjZRTQbekLHrJANJKt1P/1TYeeGwQS1aeRUhLYspFQV58spZLTxV6uHUyXdYlDYfD+P1+vF4vWelpmPuqSPD5yBt5aotPQsr+rr0yTSJ7y3H36kXS2WeTfM45eAcPxp2bi3YQiYCTlWbp7IceeohIJMI111zDqlWrYi6J9qSzf/WrX8Va8aZp8vDDDx8wjXjpbKBD6ez33nuP6upqIpEIS5YsaTeuoqIiLrvsMl588cVYz6M9mqWzgZh09u7duyksLGTPnj3079+fVatWMXjw4Jh0NtChdHbYnsxQVlbGSy+91Ca9Rx55hLVr11qfzz9n7ZIlrH39dct11L+/pVtkT5KYPn06ixcvJhQKsWvXroNKZwOWdLYtGpeXl8eKFSsAS0wuGAzGeliOdPaRoxiI9y30pq176EZgKoBS6kMR8QFZQMVRzNdxy7rPN7J3Xw2G6cMd8BFlK2/+K49/rBpH0HST3VNjzo/rOPs0g9Y2ORAIoOs6eXl5uF0uSrZsIik9ne4DBnXYmjQDAaIVFRi1+/CNHNml7zw+3jiepLMfeOABqqurY4PbLper3Smt37h0dnNvSMRagNajhyVkl5HRRqLia0lnd+vGc889B8Dvfvc7fvCDH/DII48gIixcuDB2vzvS2UcqYhEXsBU4DygBPgWuVkptjAuzHHhVKbVQRIYBK4Be6gCZOhmlsw3TYN3mdezYVMYW1z4KlBtjdzIP/3kYtfWZhFw+xn+7iZkzmhiS3nIg2TRNAoEAycnJ5OTkoAwDf30dNSV76NlvIFo7lYQKhQjv2YPZ2IR4PXj69MFzjLvtHOnso883Kp0diVjy1omJlouoiwiFQrGXB7mOowVwx6R0tlIqKiK3Am8BOvCcUmqjiDwAfKaU+iswF/iTiPwYy7U080AG4WQjbITZXLOZ7du3468JUR9KIis1hS//1o/F7/bF1GHYCDfjb6jkP4ZDit5yvUHzrKLs7GzS0tKor6ygak8hohSe6lpC1XWIx4OenNQiXWUqtKQkfEOGoKWlOT0EB+Abks5WynrPQXm5NagcCFi6RV0kklhUVMT8+fOPK4NwuBzVkiqllmFNM43f9/O435uAs45mHo5Xvqz8kupgNdW7Ssl1dcNQ3SgJa7z5SG/W7UhDeaNcfXU9113nY5U/QrruiVXe0WiUYDBIamoqmZmZuN1uog0N7F2/lmTNRYrLg56Sim/kSLTkZEeV1KHTHFXp7HgBO7CUTXNzu8wgAAwePJjBgzuemn0icvKYv2OcssYyihqKYtvBaJDROaPZvqkSCQX5crfJCy+PpmpfEqnZIX5yZxWnn97yRTRKKYJBS8K6T58+sRkTZihE2QfvY/qbyBg6AldWJnpGhjNQ7HBsoBTU1EBl5X4Bux49LN0ip5f6jeMYhWOACn8FFYEKshKyyE2y5H114KvVb1NcWEWNq4CXXx1KZa2PXv0rue9/NtCz5ymURQxKIwYKa8FUKBQiJSWFbppG+MOPaPR6UEpRWVKMPxyk39RpJGQfWPjOwaFLaGiwDEJaGnTv7gjYdSHOlT8G2Fy9mR5JPchOzCbRnci2bdvw11VRXlpMU8JoXnlpOBXVHnoPMLnvvnX06XMaftNkZyhClkujr4oSiZh0z8rC29hIdM8eAgleXL17YUQi4HXRt/9AkrNO7um8DscQpml9ml92k5truY+ct+51OY5R6CKKG4rZXrsdTTREhCHdhiBivc5y36715Lrq2Gn048k/jaKuxk16TjXf/ukWtiQmsLsxhAJ8yqRXNEJqaipZWVkYRXuIlJWiZWXRUFdDGtb7CrL6DyDFMQgOxwqBgCVR4XZbSqYi1spkx515TOCMMHYRxY3FDEgbwFk9z+LsXmdDzU7qPlnMp0ufpr66lEXbx/HThyZTVu4mu2eQ79+xhdF9B3NuxjDGJ7opkCij3EIPj4du/gBG0R7CRbuhVy/KGuvQ3G6y+vQlq09fUrMcl9E3wfEqnb106VLy8/MpKChg7NixHcpcBAIBJk2a1GKtwyOPPILP56Ouru6A6UyePJnPPvkEystp3LiRH959NwPPPpsRI0cyceLEdlVZDwWlFLNnz2bQoEHk5+fzxRdftBtu0aJFjBo1ivz8fKZOnUpVVVXs2GOPPcYpp5zCiBEjYgsLT0bpbMcodAE7a3cSNsL0SOqBruls+/iffL7qHZbtEr50D+flLy/hiYcHYAQMRp9ezh0//Yi+eVFyXBpGJELQ7ycrI4N+/fqh7y1HRSIgEExPpTbYREJKKn3zDyx85nDkaZa52LBhAxkZGTzxxBMAMensu+66i61bt7Ju3Tr+/e9/8+STTwLEpLNfeuklNm/ezIYNGxgwYECb+OOls6+44oojlu/zzjuPdevWsXbtWp577jluuummdsM999xzXHbZZbFFYWBVsqeffjpvvPHGgRMxDCgpgepqbvr5z8no0YNtO3eyceNGFi5c2KJy/josX76cbdu2sW3bNp5++mluueWWNmGi0Si33347K1euZP369eTn5/P4448D1gK1pUuXsn79ejZu3BgzyvHS2ScLjlHoAqIqysD0gXg0N1s+X0VDeSHdBowh0CufFW/l8/6SDLxGmGsu/IoHf7iX4WmZDJR0ZMsW1O7d5IYjJFVXU79+HdV7S6hTBg26UG9ESUpLJyuvL5re8Ss1HY4+x5N0dnJycmw6c1NTU4frUlpLZ+/YsYPGxkbmzZvHokWL2r8QSlmL0EIhiETYsXcvH2/axLxHHkGzB5MHDBhw2CuGly5dyowZMxARxo8fT21tLWVlZa2yolBK0dTUZKkN19fH9JEWLFjAXXfdFZPzzsnZ37t2pLMdji5hP1RtA1cCW7/4iIaaCrrnDeIroztP/S6Z2k0JpHpD3HbrLi64MB2p9BOpqyW8u5rU3B50y8tD0zRCgQA1tTV4unfHm56GaBrZffuT6owdANDwblvJ5cMl5Vvndirc8Sid/cYbb3D33XdTUVHBm2++2eZ4OBxm586d9OvXL7Zv0aJFXHXVVZxzzjls2bKFioqKFpUpYI0XNK8z6NaNjfX1FIwe3aK30RFXXHEFW7ZsabN/zpw5zJgxo8W+kpIS+sQp9jZLZ+fm5sb2ud1uFixYwKhRo0hKSmLw4MGx3tzWrVv517/+xT333IPP5+Ohhx7i9NNPBxzpbIejyJ4aP00Vheyp3IsvdSB19W48WaexeW8Gv/91GlV7PfROMbn11k0UjAVd746/ZBukJNN9dAGpeXloHg/1VRVUlpfg7d6dHgOH4GqlaurQ+Qr8SHI8S2dfeumlXHrppXzwwQf87Gc/a/E+AYCqqirS09Nb7Fu8eDFvvPEGmqZx2WWXsWTJEmbNmoWYpqVR1ExWFvh8SEaGNcjcSQ40btKa9oQQWl/bSCTCggULWLNmDQMGDOC2227jwQcf5N577yUajbJv3z4++ugjPv30Uy6//HJ27tyJiJx00tmdch+JiEdEBh3tzJyoBMIG9cEIpfuaMGs+J5ToIS2jL4aeiL+hJ0/+sif79nro27uBB+5eyaDBRbi8Oo319XhdLvqMGkX6oEEYKEL+JuqrKsno1Yfew0Y6BuEYonlMYffu3YTD4VgrdMSIEW0GftuTzj4UjrR0djMTJ05kx/9n77zDoyrTh32/M5MySUiDBAhFQhIQ0gY0lF2aDRFFaSKoICK4a4O1/FbXtbB+WXVtWBZdBZRFJWFlRSyIqxQVLIAQIAkllBRSICG9TKa93x8nGdKZkJ4593WdS8+Zd855BmWeedv9nDxZb4xfr9djNBrt54cOHSIlJYXrrruOQYMGER8frwwhFRXR02SiIDNTmUcA0GjILyykV69ehIeHc/DgQWw220Vjue222zAYDPWOdevW1WvriDq7uoxpSEgIQgjmzJnDTz/9ZH//zJkzEUIwatQoNBqN/c9AVWfXQQhxI3AY+Lbq3CCEuMiskkpN9qXlk5SplPrz9nRl4IBovK2CnPRevPi3AEqKtAwMKeaJh3fgHeCHh2c41ko9vqlpeGoFVpuVitISMo8mc+70SbBJPH18L/JUlY6iq6mzT5w4YU8y+/fvx2Qy1aup4Ofnh9VqtSeGuLg4li9fTmpqKqmpqWSlpZGZnk7a3r3EDB/O7gMHyKn6db1v3z4qKysZMGAAISEhXHnllTz77LP2Z6akpLB58+Z6cW3YsOGCOrvGUXfoCBR19rp165BS8ssvv+Dj41Nr6AigX79+JCcnk5ubC9RWZ0+fPp3t27cDylCSyWSiV69e9nNVnV2b51CK4+wAkFImqL0GxzlTUI7JYmN0WE9creXkpWgoLi6mINObt98OxmqGK68oZPycnxgc3Bs3z36UFOTjL3WYbGaKfP1wyTqDzs0NFzd3+oYOUSeRuwBdSZ393xPVlO0AACAASURBVP/+l3Xr1uHi4oJer2fDhg0N9jAmT57Mrl27uPbaa4mPj+frr79WJpILC+HsWWZcdRXxX3/N4089xRv//CdTb7kFm82Gl5cXcXFxaKrmFlavXs2jjz5KaGgoHh4e9OzZk5dffvlS/6gBRY+9ZcsW+z0/+OAD+2sGg4GEhASCgoJ49tlnmTBhAi4uLlx22WWsXbsWgEWLFrFo0SIiIiJwdXXl3//+t6rObrSBEL9IKccIIQ5IKUdUXTskpYxqlwjr0JXU2UUVZhIyCunjo6XcegLbuSQKy40UE8zq/zee48ctjI8pZMndP5Cq92d0nxDOJCfhWVaGj9CiDQzAe9gw/IP6q6bSi6Cqs9ueAwcO8Nprr/Hhhx9euJiVpSQFUHYj9+mjbErrJqjq7EbuL4SYA2iEEMHAMuCXS4rUiTiaU0xeiQkfvQt9fDQkp54hyOSGxutyNr49hNMnJX165XPnokNYel+G3r0vZ0+fwM9dzwBffzyHDceld++O/hgqKnZGjBjBVVddhdVqvbB6yMcHSksVX1E3FNip6uyGeRB4BrABn6LUR/hLWwbVlckrrcRstZFXYiI00IueXq6UF6VxPqUALb58f9CV73aATVfGxAdTyOo/mEBXL3R5ubhpNfTXueHep4+aEFQ6JYtuv13pGVTPOXh6Qmhoh+qt2xJVnd0w10spHwcer74ghJiJkiBUUFaC5BQbsUk4llNMgJc7fp4u+LjpMBaZOLz9F8y2DHKkN+s3hmBDMHtOFneNvRwXN4GpogJdDw96BPrjkpmDW6g6ZaPSybDZ4Px5yMtT5hH0eqUqGnTbhOCsOPJf86kGrv21tQPpyhjNNo7mlFBUbqa/nwcR/bwJD/LBWmHlfHYJOdZ0PIOC+OeaKRhteob9rpAZN+rRuwrMRiM9fX2wZGViPnIUodMinKirqtIFqKiA06eVegdSKpXQVHldt6XRbx8hxPXAFKCfEKLm+jhvlKEklRq4ajUMD7pQotBmk6SlZnM8ayda7yI2fHALWTlu9BxQyfyb0ujnOYDzZ9IR53LIKSzE3V1PzzG/w7V//477ECoqNbHZ4Nw5pQAOgKurorj29Gz6fSpdmqZ+kp4DEgEjkFTjegnwRFsG1R2QVhvlOUfx0WRyOGkB3//SFxdPK/ctPkc/d0lecTYyJ4sAvQc9fz8R94ED1EpoKp2L6oQgBPj7Q0CAOlTkBDT6X1hKeUBKuQYYKqVcU+P4j5SyZUrDbozVaqMgp4xzZ/I4lXuE08ZhvPNhIFYE//dIKaPdC8jLP4MsLaavrz8Bg8PwCAtVE0I3oKuqs6vZu3cvWq2WjRs3Khd69VJ6BYMGQe/eVFQtz7xkdXZVTKWlpfzhD38gJCSE8PDwTqHOPnjwIGPHjiUyMpJp06ZRXKxsNlXV2Q3TTwgRL4Q4JIQ4Xn20eWRdFHOFlZL8CvILz6P1KmL9BzFYra7cONXG5N9VkHI0AU+bjUFWgRcaXPr26eiQVVqJrqrOBkXi9/hjj3H9hAnKvAEoVdEuu0yZVKaF6uwaLF68GH9/f1JSUjqNOnvx4sW8+OKLHD58mBkzZtg306nq7IZZC3wACOAG4D+A83hkm4mUktKyEoSbhZ9/jSLjlA+9AzQsnZVDyVc/YisrZ/ToMXiFR+B11SS03t4Xv6lKl6MrqbOxWHjr//0/Zo0fT6CPD5SVNdjsktTZdTh58iS//vorsbGx9h3OnUGdfezYMSZMmADAddddx3//+1/7+1R1dn08pJTfCCFekVKeBJ4SQvzY1oF1JSxVcq/Sgkqy0s5xrugcOZnn+OKLUZhsNhZMPU55Ygpmkxl9RAjeQ5xr3XNHcPpQ649wBkf1cqhdl1FnSwnFxWQePMimr75i+9q17I2NbXAi+ZLV2XVISkrCYDB0OnV2REQEn3/+ObfccguffPJJLbmeqs6uT6VQHAsnhRB/BDIBtb5jDRIzi/Fw1ZJ/tpiCkjyM2mzWvHEZZpMbMaNS+V2PZDQe4DZkMB51RGMqbYOjX+CtSZdSZ5vNkJ0NpaX86e9/5x9PPok2LExZatpATM1SZ7fSZ21Pdfb777/P0qVLee6557j55ptxrWEfdjZ1tiNJ4WHAC1gK/B3wARa1ZVBdCbPVhsViw6vURkFJCWnWQxzZJsjICMDLz8bDfyihR4EHpqFDKamooIequu62VM8pFBUVcdNNN7Fy5UqWLl1KeHg4P/zwQ622Damzo6OjHX5Wi9XZpaXKodWy7+hR5j78MDz8MHl5eWzZsgWdTsf06dNrfbbG1Nmg9CQGDx7MAw88QM+ePSkoKKj1uPz8fHr16oWvr69dna25yEqm5vQUmqvOBpgzZ459CO/yyy/nf//7H6BYUWsWGlLV2XWQUv4qpSyRUqZLKedLKW8G0tohtk5PucnCD8dzqTRZEEj0vawIVw3fb7sKXDy4bloB/S0mrBoN2ioDpbNtmXdGuoQ629dXWWI6eDCn09LsCuzZs2fz9ttv10oI4IA6OyuLzMxM0tLSiImJYffu3eTk5ABdQ5197tw5+599bGxsLeOss6mzm0wKQogYIcR0IUSvqvNwIcQ6VCEep3JLOZhRhLfehd+H9sJmNVMijWz/pj9puXq8ehUzaVAy0mLBMmAAFZWVTiXVcnZqqrP1ej2bN28mNjaWoUOHEhkZSUxMTIPq7GHDhhEREVFvkrQuNdXZkZGRaDSaJtXZ106cyMjg4AuFb4RQkkIzjKbV6mxQho5mzJhR6/UZM2YQHx9P7969eeONN5g6dSoGg4E//elP9dTZOTk5hIaGEhkZyZIlS+r9qm8uU6dOZfDgwYSGhrJkyRL7yi5Q1NlALXV2VFQUCQkJPPnkk4CS5IYMGcLll19OUFAQd999t/39qjq7+gUhXgBmAQeBYGATiiH1H8A7Usry9gqyJp1Fnf1bWgEBXm4EertRkl1O6ukMdst0Vv4pEluZnj/dvZtpI70wh/SnV69enDt3jqFDh3Z02N0WVZ3dCEajoreuHvrp3fuCzK6ZNKjO7uao6uza3AJESykrhBD+QFbVef1BPifjXImR4gozg3t54u6iJbuonBzXXLbH90SU6xk1rJTrwjIxewzDw8MDX19fe/dURaVdsNkUed3588oqIxcXRVHh5XXJt2xQnd3NUdXZtTFKKSsApJT5QoijakJQqDBZCfR2w9tNS0m+kcLCYhIyCkjeNhxPIblr4hkwmrDpNQQGBqoFclTaF6MRMjOhet9CtaKiFb7IFy1yrjUmqjq7NoOFENV6bAEMqnGOlHLmxW4uhJgCvAFogdVSyhcbaDMHWA5I4KCU8nbHw+84XLUaKsut5GeXUmo8z+njfdHiTlTYWYb3r6DE34OeA/rg0o2qUKl0EYQAk0kR2AUFXVBcq6g4QFNJYVad838258ZCCC2wErgOOAPsFUJ8LqVMrtEmDKVgz++llAVCiE6//8FotnIqrwyf8lzSK0ooyC3BrCnlZGIMwmJmQlgyZksRFh8tXl5epKSkOLT8TkWlRVRUgLu7khDc3GDgQEVPof5/p9JMGk0KUsptLbz3KOCElPIUgBAiHmWeIrlGmyXASillQdUzO/3A+9liI5QV4mMrxfeyECpsuaS7upFxzBe9qQjDFYep7BWI3ncQnp6B2GzF6gSzStthtcLZs0o1tH79lPKYoOqtVS6Ztpw96Qdk1Dg/A4yu02YIgBBiN8oQ03Ip5da6NxJC3AvcCzBw4MA2CdZR0vPL6eOpw8ejDzZXN1KtVvbv88LVbGPY4DS8h/REWxFDYJ/BnDhxSu0hqLQdxcWQkwMWi9JDqGEvVVG5VNryG6uh2dW66191QBgwCZgHrBZC+NZ7k5TvSSmvlFJeWb1lvyPx93RFCEF2YTHnEZz42QOBlZiYw7i69UdoXPD09MRmszndJJUz027q7OhoNrz9Npw5oyQEDw8YPFiZUKb56uydO3fi4+ODwWDAYDDw3HPPNfj5pJRcffXVdq00wKZNmxBCcPTo0Vr3u+mmm2q9d+HChXYlt9ls5oknniAsLIyIiAhGjRrF119/3eAzm8MLL7xAaGgoQ4cO5ZtvvmmwzbZt2xg5ciQGg4Fx48bZN/89/PDD9s8/ZMgQu9IjNzeXKVOmtDi2roTDSUEI0Vzh/xlgQI3z/ijLWuu22SylNEspTwPHUJJEpySvtBKLVSJtNiwWK9mn8xGVbpxKABdzCTFD0xHn/fHw8ODUKbWX4Gy0izq7spKE//yH2yZNUuYL+vRR9NYtrMcxfvx4+47hZ555psE2W7ZsITo6Gu8aZt+4uDjGjRvXLIvo008/TXZ2NomJiSQmJvLFF19QUlLSoviTk5OJj48nKSmJrVu3cv/999eq+1DNfffdx8cff0xCQgK33347sbGxgFIXovrzP/TQQ8ycqayjCQgIoG/fvo0bZrshF/3WEkKMEkIcBlKqzqOFEG85cO+9QJgQIlgI4QrMBT6v0+Yz4Kqq+/ZCGU461Yz425WzxUZ6ukHZuWzMVivYJCeO+SDNZiLDsvAcEITFswc+YQFqL8HJaTN19qFDGKZP5+T582xLTWXENdcQGRXVMnW2g9RVZ5eWlrJ7927WrFnjcFIoLy9n1apVvPXWW7hVJbLevXszZ86cFsW2efNm5s6di5ubG8HBwYSGhrJnz5567YQQ9p5OUVFRgzupq+2v1UyfPp2PP/64RfF1JRyZU3gTuAnlCxwp5UEhxFUXe5OU0iKEeBD4BmW+4H0pZZIQ4jlgn5Ty86rXJgshkgEr8H9SyvOX+FnaBW93LRp3PVadC1okB76xIU1mDBGpSFsPtJ569D08oWlLgUobc/K3llXyaoiQK+pOiTVMq6qzpYTCQgJ79rygzv7sM4xmM5OGDGmZOrsGP//8M9HR0QQFBfHKK68QHh5er83u3bt599137eefffYZU6ZMYciQIfj7+7N//35GjhzZ5J/NiRMnGDhwYK3eRmM8/PDD7Nixo971uXPn8sQTtSsCZ2ZmMmbMGPt5tTq7LqtXr2bq1Kno9Xq8vb355Zfaxp60tDROnz7N1Vdfbb925ZVX8tRTT1003u6CI0lBI6VMq7MBy6EZLSnlFmBLnWvP1Ph3CTxSdXR6bFYLxXmZeAoz1spKivI0nDyux9u9gmFjS/Fw96dHH191s1onwNEv8Nak1dXZlZWK3rq8XFlyWo1Ox7GkpJaps2swcuRI0tLS8PLyYsuWLUyfPp2UlJR67fLz8+nRo4f9PC4uzv68uXPnEhcXx8iRI1tNnb1ixQqH2zqizq6+55YtWxg9ejQvv/wyjzzyCKtXr7a/Hh8fz+zZs2vt2HY2dbYjg94ZQohRgBRCaIUQfwKcshxnaU4mlaXF6P17IYRgx/8EWE2MGpGJl+d5dJ56PNWlgE5L9ZxCWloaJpPJPqcQHh5eb+K3IXW2HSkVRcWpU0pC0Onq6SlarM6ugbe3N15V9586dSpms7nB8pg6nQ5bVUGp8+fPs337dhYvXsygQYN4+eWX2bBhA1LKJtXZoaGhpKenOzSHUHPyt+ZRPexWE0fU2bm5uRw8eJDRo5UfDLfddhs//fRTrTbx8fG1ho5AVWc3xH0ov+QHAmeBMVXXnIrK8nJMpcX4BA2k0mqjrAC27+uJxkXDyIlJSI0/rt6h9nFSFeelRepsoxHbyZO89tJLSnLw9YWQEKgz3NJidXYNcnJy7Elmz5492Gw2ejYgzRs6dCinTilTfhs3bmTBggWkVWm3MzIyCA4OZteuXYSFhZGVlcWRI0cAZUjm4MGDGAwGPDw8uOeee1i6dCkmkwlQhrk++uijes+rOflb86g7dASKOjs+Pp7KykpOnz5NSkoKo0aNqtXGz8+PoqIie2+ppjoblMJFBQUFjB07ttb7nE2d7cjwkUVKObfNI+nkmI0VaF3d0Hn0wFKax+fboKLchcHDywgOthHQdxSenl5oNBpSUlLUlUdOTk119vz589m8eTMPPfQQDzzwAFarlfnz59dXZ8+dS3lREQK48aqrlF3JjQjsaqqzLRYLMTExTaqz+/bty8iRIxtckbNx40beeecddDoder2e+Pj4BnsYN954Izt37iQ0NJS4uLh6X86zZs1i/fr1jB8/no8++oi7774bo9GIi4sLq1evxqdqY11sbCxPPfUUw4cPx93dHU9Pz0aXwTpKeHg4c+bMYfjw4eh0OlauXGkfApo6dSqrV68mKCiIVatWMWvWLDQaDX5+frz//vv2e8TFxTF37tx6n11VZ9dtIMRJlKWiG4BPpZQtWzvWQjpKnX0+M4NjZ87j26cP+Tmp/N9j/uRne3H7ffu4ZZQLnn6D6TuoH15eXhw7dkzdxdzOdBt1dlaWstS0lQR2rUl2djYLFizg22+/7ehQ2pUJEyawefNm/Pz8OjoUh2mJOtuRymshQCxwBXBYCPGZEMKpeg5Wi4XCnGxcvbwpzs0l6duTnD3TA1cfK0PH2/DU9QeUX28qKg5jtSo7kstrlCbp21fZe9DJEgIoPY8lS5bU2rzW3cnNzeWRRx7pUgmhpTg0xiGl/ElKuRQYCRQDzrNotwqNVovOy4ei9HJ27BmOzVXLhMkV/C5oJG7CDTc3N3Q6nTp0pOIYpaXKRHJ+vpIYqnvsnXzl2pw5cxxaTtpdCAgIqFeatLvjyOY1LyHEHUKIL4A9QC7wuzaPrBNiPJ9HaVIGh5MDQCO5dTpojQKL0YxXDy/7Mj5105pKo1itSq2D9HQwmxWzaVBQp08GKs6DIxPNicAXwEtSyh/bOJ5Oi7W0FOPhI2w+FU6J1pXLR55nUD89FFqR7ho8fLzILTqvziWoNE5dgV1AgFIaU00IKp0IR5LCYCmlrc0j6YTYrDaK84yUFeZTdK6EQpsPvyUHoxflzL65AleNDzZpRLhpyTiToQ4bqTSO1apsRLNaFYFd374t9hWpqLQFjSYFIcSrUspHgf8KIeotUXKk8lpXx2S0kn0iHVPFOWwuHhw64U55kYaBvQsJj1Y8MyaTiR4+3uRbS9Regkptas4TaLXKBLLVCn5+au9ApdPS1E/bDVX//CdKBbW6h3MgrPQJ6IEwl7EroTdWWcnIaxJx07kgpcRmk/bdoCrOTS119o03Unj4MJxXVF5JSUlcPWMGQ8aMIWzIkJapsw0GNmzYUO/1apqrzgZFd20wGAgPD6+3Ca6a7qzOTk9Pt7uhoqKi2LJFsfMcPnyYhQsXtji2rkSjSUFKWa0YHCal3FbzALrBgvCLYywtoTT/HMbsHH4+6cnJLH/c3KzcPMVCkEcQlUYjnq4e6HRqHWaVKs3FgQMk/vAD/i4urFyzBgoKqCgraz11ttlMQkICt912W6vFXVhYyP3338/nn39OUlJSozufu7M6OzY2ljlz5nDgwAHi4+PtltrIyEjOnDlDenp6i+LrSjgyCL6ogWv3tHYgnZGzJ47iUmaESjNfHvJHaiHm92fp6aXsR7AVmvDSuaPRt2UBO5UuRVoa5OQwNjqazIICCA5mfXx866mzExIwGAycPHmSbdu2MWLECCIjI1ukzl6/fj0zZ860VzUMDGy4VHp3Vmc3pdSeNm1as5JeV6epOYXbUGogBAshPq3xUg+gsOF3dS/K8krx0nmS6t2DhP0D8NS4M/m6bHRCYjKZcK/Qog/24VRWqjrJ3MmoSG59A7t+eH0fEKDMHZw/DzYblJdjFYJthw5xzx/+ADpdy9TZVQQGBl5QZ3/5JUajkUmTJrWKOvv48eOYzWYmTZpESUkJy5YtY8GCBfXadWd19vLly5k8eTJvvfUWZWVldk8VKOrsF1980e6q6u409RN3D3AepWJazTmEEuBAWwbVWaissBLYEz773gdp0TJpZAHX9z5JqaYvFosFX68eaH3dsOXa1EnmTkajX+BtRWkpFZWVGG69ldTMzNZRZzfBsWPHWk2dbbFY+O2339i2bRsVFRWMHTuWMWPG2O9dTXdWZ8fFxbFw4UIeffRRfv75Z+bPn09iYiIajcbp1NmNJoWq8pinge8aa9PdkRYzlZWlHNjrg05Ibhh9jHJPV4QpAJd8M26Brpw4cULtJTgjNpty6HTKSqK+fZU5haQkioqKuOmmm1i5ciVLly4lPDycH374odbbG1JnR0dHO/z41lRn9+/fn169euHp6YmnpycTJkzg4MGD9ZJCtTpbo9HY1dmJiYkIIbBarQgheOmllxxWZ9dMMA3RnJ7Cpaqzq+svr1mzhq1btwJK1Tyj0UheXh6BgYGqOrsaIcT3Vf8sEELk1zgKhBD57Rdi+yMtFiz5+ZjO5ZJa2IPjJ11xdzNx5ZgSrB69sJm88O3fE/fL/bFJteym01FWpigqMjMvLDutseegRepswGaz8dprrzUZQmuqs2+55RZ+/PFHLBYL5eXl/Prrrw3KBbuzOnvgwIFs27YNUGRyRqPR3sNS1dkXqC652as9AulMWHJzqTx1CpuLC9+nBGOTViZEnUHYKrGdd8fL4oF+gJdaYc3ZsFrh3Dmo/hUshHJNV/+v0SWps+fNo7y8HCHERVXNranOHjZsGFOmTCEqKgqNRsPixYsb/BLszursV199lSVLlrBixQqEEKxdu9b+91tVZ9dtIMQgIEtKaRJCjAOigI+klB2iSmwPdbY5KwtrcTE/7jnO3z6YwIkseHHJXsb/TmJycWHQ4Bj0PZW9Caomu3PQ5urs0lJlR7LZrCSDXr0URYUTDR06ozq7srKSiRMnsmvXLnQNJP/OSpuqs4HPUEpxhgDrUPYorL+UQLsK5aUlHE04QsppV7KyBV4+ZkYEF1KhL8K3fy97QlCNqE6AlEqNg2qBnV4PwcGKt8jJ/ts7ozo7PT2dF198sUslhJbiyCe1SSnNQoiZwOtSyjeFEN129ZGUElN+PjZ0HMkdhhUz0WPOYnHNxtV9EAEBoQCqEdVZEAJcXJR/BgaCv79TKypaup+gqxEWFuZ0f8cdKscphLgVmA9Ui8W75RZea2kp5Xv3UppbRLnowZ59vkjMjBp5kh4mbwL6xKDTKasQbDZ1GWq3xWxWDg8P5bxnT/DxAVfXjo1LRaUdcHRH81Uo6uxTQohgIK5tw2p/rMXFlO/Zi8bDE7eIKI5lB1BSqsWvdyGRfkZ0/sPo0UNZjaAOG3VTpITCQmVl0ZkziuIalGEiNSGoOAmOlONMBJYC+4QQlwMZUsq/t3lk7Yy0WND6+eI5ehSVGhs/H7RhtpoYNPwYXlKHW28f+7iizaYuQ+12mEzKvEFWlrKiyInWpauo1OSiw0dCiPHAh0AmIIA+Qoj5UsqGRSpdmOolaEUVhaSc9sZmszFgiBH/nkPx6tkbUHsJ3Q4plZKYubnKZrRqxbW3t1PPHag4L458u60Apkopfy+l/B1wI/BG24bVsZRXWDmT5Y9ZCkZEavGSAg+9Xp1c7o5kZcHZs0pC8PGBkBDln5eQEGqps6dNo7DwgiIsKSmJq6++miFDhhAWFtap1Nkvv/wyBoPBHrtWqyU/v/7+VFWd7Rw4khRcpZTJ1SdSyiNAtxtgNWdnA2CptJDwcxkmm5ag3sWM6WHGXa8nNUtR56oJoZvh66usLhowAPr1a3AjmqPo9XoSEhJITEzE39+flSsVZVhFRUWnVmf/3//9n3238AsvvMDEiRPx9/ev105VZzsHjiSF/UKId4UQ46qOd+hGQjxrcTEVSUlYzp7DNTiYtGNn2X/YitBqCR2YgSyy4tXbB5uQakLoDlRUQF7ehXNPT6V3cBEPT3MZO3as3dK5fv36Tq3OrklcXBzz5s1r8DVVne0cOPKz6I8oE81/RplT+AF4qy2Dak+sRUVgNqOPjsKIOyZTAenne4LGhWGD8nDzG4pHkA+czLv4zVQ6DceOHat9wWaD4mKo/kUaGNjsGsmOLkG2Wq1s27aNe+5Ryo50dnV2NeXl5WzdupV//vOfDb6uqrNVdTZCiEggBNgkpXypfUJqfzSenuh69qQoqxSduyAtPRCBYOTAM3gERjvVbsbuQq0v8LIyRVHRo4cygezv3yY7kisqKjAYDKSmpnYpdXY1X3zxBb///e8bHDoCVZ3tLDRlSX0SRXFxB/CtEKKhCmzdjtQsK0Vlejy9LAT1LMLLy0tdcdRVsVqVZJCWpiw5dXODQYOgd+82UVRUzymkpaVhMpnscwrh4eH1Jn4bUmc3h9ZUZ1cTHx/f6NARXFBnA3Z19uLFixk0aBAvv/wyGzZsQErpsDr7Yjz88MP2CfCaR/WwW00uVZ39008/AYo6u3oIq6Y6G1DV2TW4A4iSUt4KxAD3NffmQogpQohjQogTQoj6vtsL7WYLIaQQ4qKypjZFwsHDEikhanA+7jpwcXFR9yV0VXJzFaOpEErPIDi4XfYfdDV1Nijj6N9//32tOYO6qOps56CppFAppSwDkFLmXqRtPYQQWpSKbTcAw4F5QojhDbTrgTJn8Wtz7t8WVFZWknRUC9JC9KCDWPW+ZGRmqb2ErkTNX9C9eilDRoMHt7vArqY6W6/Xs3nzZmJjYxk6dCiRkZHExMQ0qM4eNmwYERERZFethmuMmursyMhINBpNk+rsa6+9tsnx/k2bNjF58mQ8PT0bbVOtzgZl6GjGjBm1Xq9WZ7u5udnV2QaDgdmzZ9dTZwcEBDB8+HAiIiKYPn26/Qv4Uqmpzp4yZUo9dXZWVhY6nc6uzo6OjubDDz/k5ZdfBhR19qpVq4iOjmbevHmqOrvBF4QoBLZXn6KoLqrPkVLObPLGQowFlkspr686/0vV+16o0+51lOpujwGPSSmb9GK3tjrblJGBNBpxCwvjRGIG8x+0kp7uytuP7KHXABuBwyIJG6L2Ejo7R44cYVhQkKKpGDDA6Qym7YGqzu46c4stUWc39Sln1TlveElC4/QDMmqcnwFG12wghBgBDJBSfimEqL9b50K7e4F7QenmtQXFxmJ2n0ogLX0MrhoLQ6Iu5IhmfQAAIABJREFUp0xfqiaErsC5c8qu5OofOMXFyv4DlValpjrbkdVD3QFVnV0DKeW2Ft67oRkue7dECKFB2S298GI3klK+B7wHSk+hhXE1SHF5MXlHeqK1uRAyIJOztkJ66Z2u6FzXwmaDzz6D11+H5csVRUXv3sqOZJU2QVVnd3/aMv2dAQbUOO8P1FzX1QOIAHZWjd31AT4XQtx8sSGktqAoK5+T+1yRSAaHZNO/fxiDBg1q7zBUHCUjA2JjoXrVjru7Mnfg0i2t7ioq7UZbJoW9QFiVajsTmAvcXv2ilLKIGvWfhRA7cWBOobXJLc/lVM4RcvIlh07+HuHmwvBhmWi1lztVl7HLceCAkhD8/eHPfwY/PzUhqKi0Ag5/6wkh3KSU9ffRN4KU0iKEeBD4BtAC70spk4QQzwH7pJSfNz/c1sdis+Cj88VaGMjZfD/cfEyEhWQ61brkLkNJyQUdxbRpyqTyLbcow0VVyx9VVFRaxkWXaAghRgkhDgMpVefRQgiHNBdSyi1SyiFSypDqGgxSymcaSghSykkdMWwEYKqs5OAxP0xaKwOHF+JBTzyqq26pdDwmE7z7Ltx0k1LzAJS9BwsWqPMHKiqtjCPr9t4EbgLOA0gpD6IsT+02WPOtHDiq/AKNGVmOOy64qpW2OgeHD8Odd8KqVYquospV0xnpqursoqIipk2bRnR0NOHh4XzwwQcN3reiooKJEyfWso+uWLECd3d3ioqKmnxOzZhKS0v5wx/+QEhICOHh4UyYMIFff23ZNiUpJUuXLiU0NJSoqCj279/fYLu4uDgiIyOJiopiypQp9l3LCQkJjBkzBoPBwJVXXmmX6X355Zc8++yzLYqtq+FIUtBIKdPqXKvvpO2iWK1WTBWCgynuSGBYlOKRV5NCB1NRAa+9BosWKeUxBw5UEkMnXv3SVdXZK1euZPjw4Rw8eJCdO3fy6KOP2ncb1+T9999n5syZ9k1hoHzJxsTEsGnTJoeft3jxYvz9/UlJSSEpKYm1a9fav5wvla+//pqUlBRSUlJ47733uO+++gIGi8XCsmXL2LFjB4cOHSIqKsou//vzn//Ms88+S0JCAs8995x9t/mNN97I559/Tnl5eYvi60o4khQyhBCjACmE0Aoh/gQ0btXqQkibxJZn5NdTgeSVg/eASkLcjqFx81R3MXckiYkwdy6sX68ME911F8TFQROGz85GV1JnCyEoKSlBSklpaSn+/v4NLrKoq84+efIkpaWlxMbGEhfnWNn2kydP8uuvvxIbG2v/OzZ48OAW7xjevHkzCxYsQAjBmDFjKCwsrLcrXEqJlJKysjKklBQXF19UnS2EYNKkSXz55Zctiq8r4chE830oQ0gDgbMou4+b7UHqjBgPJ2M9kcue1Eg0UjLJcIaBopRc/2EXf7NK29Gjh+ItGjIEnn4ahjX/v0duXku32dQnoNc1DrXraursBx98kJtvvpmgoCBKSkrYsGFDvR9FJpOJU6dO1VqmXV17Yfz48Rw7doxz584RGBjY5OdISkrCYDDU6m00xm233VZfgQ488sgjLFiwoNa1zMxMBgy4sAK+Wp3dt29f+zUXFxfeeecdIiMj8fT0JCwszN6be/3117n++ut57LHHsNlsdlEeKOrsH3/80Wn2aFw0KUgpz6EsJ+12WIsKMQYFcvx0INgs/H5IIiZ9AC5urVtwRcUBEhIgOlrpGVx2GfzrXzB8+CVXQnP0C7w16arq7G+++QaDwcD27ds5efIk1113HePHj6+1azkvLw/fOrvE4+Pj2bRpExqNhpkzZ/LJJ5/wwAMPtNpnbWrepC6OqLPNZjPvvPMOBw4cYPDgwTz00EO88MILPPXUU7zzzjusWLGCWbNm8Z///Id77rnHLjBU1dl1EEKsEkK8V/doj+DaGiklJ3PcKTjniqdbGVeM8sLSYwAu6nr39iM/H558EhYvhqq6uABERbWoNGZH0FXV2R988AEzZ85ECEFoaCjBwcG1ai6D8tmMRqP9/NChQ6SkpHDdddcxaNAg4uPj7UNITamzw8PDOXjwoF3B3RS33XZbg+rsdevW1WvriDo7ISEBUHppQgjmzJlj7xH8+9//ZuZMRed266231qrapqqz6/MdsK3q2A0EAg7vV+jMWCw2diX7YjZbuTw4G9lDj06nc6hrq9JCpFSSwOzZ8L//KTuSzeaOjqpV6Grq7Jra6LNnz3Ls2LF6E91+fn5YrVZ7YoiLi2P58uWkpqaSmppKVlYWmZmZpKWlERMTw+7du8nJyQFg3759VFZWMmDAAEJCQrjyyit59tln7YktJSWFzZs314trw4YNDaqz6w4dgaLOXrduHVJKfvnlF3x8fGoNHQH069eP5ORkcnNzgdrq7KCgIL7//nsAtm/fXktt4WzqbEeGj2r14YQQHwJdWpMoLRYs589jyjNz7IQnQtoYE5GLxWImIGAQBQWlHR1i9yYnB55/HqrHbUePhr/+Fer8suvK1FRnz58/n82bN/PQQw/xwAMPYLVamT9/foPq7PLycoQQF514ranOtlgsxMTENKnO7tu3LyNHjmywmP3TTz/NwoULiYyMRErJP/7xD3r1qu/9mjx5Mrt27eLaa68lPj6er7/+utbrM2bMID4+nscff5w33niDqVOnYrPZ8PLyIi4uzj5PsXr1ah599FFCQ0Px8PCgZ8+edoX1pTJ16lS2bNliv2fNZbUGg4GEhASCgoJ49tlnmTBhAi4uLlx22WWsXbsWgFWrVrFs2TIsFgvu7u68996FwZAdO3bwwgsv1H1kt6VRdXajbxAiBPhGShnaNiE1TWuosy25uRiPH6fgrOSa58IpLzbz7iNfc9lVviBDcHNzczoJVruRmAj33w/l5cqE8iOPKJvSLnFsvZqGVMEqrcuBAwd47bXX+PDDDzs6lHbj7Nmz3H777faeVFehrdTZ1Tcq4ILdVAPkA41WUesKSCmp1OvYmldKcamFQN8S/Af4k5d7jr59L1cTQlsyZIhiMh00CB5/XCmEo9IlGDFiBFdddRVWq9VphljT09N59dVXOzqMdqXJpCCUWapoFKEdgE02t2vRCbFVWsnLyONESl90aBkxpAzprkej0dQu+K7ScqxW2LBB6Q14e4OrK6xZo/y7Spdj0SKnKNVuJyYmpqNDaHeanGiuSgCbpJTWqqPLJwQA47lcKswVpGb7IqxWrjBYsIkM3NxbVhJQpQ7Hjysbz157TTmqUROCikqnxZE1f3uEECOllA3LRLoY0mql5Ewq5T3cST7hhxAWhhlKkbIHeve2qermdJhMsHo1/PvfSk+hTx+4/vqOjkpFRcUBGk0KQgidlNICjAOWCCFOAmUoFdWklLLxKuCdHY3gVHkgJUWu+LqV4N+jBKHpq+5PaA0OHYLnnoPUVGXyeM4cePBBUK2zKipdgqZ6CnuAkcD0doqlXZBSkm4u54fjXmhsNgb3z8VcaaZnkB6bUH1HLSIjQ9mEZrMpu5KfeUbZpayiotJlaOpbUABIKU82dLRTfK2OTdoosZRRdqonrjYLQ0JL0bqBj786zt1iBgyAGTMUs2lcnNMlhK6qzi4oKGDGjBlERUUxatQoEhMTG7yvlJKrr77aLo4D2LRpE0KIWjugd+7cyU033VTrvQsXLmTjxo2Aopt44oknCAsLIyIiglGjRtXb83ApvPDCC4SGhjJ06FC++eabBtts27aNkSNHYjAYGDdunH3zX3p6ut0NFRUVxZaq3fWHDx9m4cKFLY6tK9FUUggQQjzS2NFuEbYRqSnKcMbQ0PMUFGaSnZ2tmlGbS3GxMlR04MCFa088oexDcEL1eFdVZz///PMYDAYOHTrEunXrWLZsWYPttmzZQnR0dC0nUlxcHOPGjSM+Pt7h5z399NNkZ2eTmJhIYmIiX3zxBSUlJS36DMnJycTHx5OUlMTWrVu5//77G9yod9999/Hxxx+TkJDA7bffTmxsLACxsbHMmTOHAwcOEB8fb7fURkZGcubMGdKrizs5AU19C2oBL6BHI0eXpaTUldwcHRqtld4BOdiklvDwGHV/QnPYvh1uvRU+/xxeeknRVkCLN6F1F7qSOjs5OZlrrlEEgtX6jLNnz9ZrV1edXVpayu7du1mzZo3DSaG8vJxVq1bx1ltv4ebmBkDv3r1bbCDdvHkzc+fOxc3NjeDgYEJDQ2v5i6ppSpHd0HWAadOmNSvpdXWamlPIllI+126RtBNSSvam98FikwwIKsBmq8DTuz86nXtHh9Y1OH8e/vEPJSkAGAyK3rqTJYP/5RVdvFEzmdzLsdKfXU2dHR0dzaeffsq4cePYs2cPaWlpnDlzht69e9dqt3v3bt599137+WeffcaUKVMYMmQI/v7+7N+/n5Ejm15/cuLECQYOHFirt9EYDz/8MDt27Kh3fe7cuTzxRO39s5mZmYwZM8Z+Xq3Orsvq1auZOnUqer0eb29vfqmq5Ld8+XImT57MW2+9RVlZmd1TBYo6+8UXX7S7qro7TSWFzvW3vJWwVFSQktoTrUUS1q8IN1cboWH1u+oqdZASvvpK2W9QXKysJnroIZg1CzrhsJujX+CtSVdVZz/xxBMsW7YMg8FAZGQkI0aMaLDITn5+Pj16XBgkiIuLsz9v7ty5xMXFMXLkyFb7rCtWrHC4rSPq7Op7btmyhdGjR/Pyyy/zyCOPsHr1auLi4li4cCGPPvooP//8M/PnzycxMRGNRuN06uymkkL7C+nbAdPxFErKfBBSMqh3Nu5exbi6qr2Ei1JSAitWKAnhd7+Dv/wF6lgonZ3qOYWioiJuuukmVq5cydKlSwkPD+eHH36o1bYhdXZ0MybmW1Od7e3tbRfISSkJDg4mODi4XjudTofNZkOj0XD+/Hm2b99OYmIiQgisVitCCF566aUm1dmhoaGkp6dTUlJSK8E0RHN6Co6os3Nzczl48CCjR48GlCQ5ZcoUANasWcPWrVsBZejPaDSSl5dHYGCgqs6uRkqZ356BtCdGmwfSasXLrQSbpw/e3mpPoUFsNmXzGSi7kP/6V2Vi+Y031ITQBF1NnV1YWGivybx69WomTJjQ4PDO0KFDOXXqFAAbN25kwYIFpKWlkZqaSkZGBsHBwezatYuwsDCysrI4cuQIAGlpaRw8eBCDwYCHhwf33HMPS5cutT8zOzubjz76qN7zVqxY0aA6u25CAEWdHR8fT2VlJadPnyYlJYVRo0bVauPn50dRUZH9z7mmOrumPvzIkSMYjUZ7D8vZ1Nmdr9/fhpjPnsNaWoKxTIC04e0jcHHzwsXFs6ND63ykpsKSJVClFgbg6qth6tRON3/QGampztbr9WzevJnY2FiGDh1KZGQkMTExDaqzhw0bRkRERL36wnWpqc6OjIxEo9E0qc6+9tprGx3vP3LkCOHh4Vx++eV8/fXXvPHGGw22u/HGG9m5cyegDB3NmDGj1uuzZs1i/fr1uLm58dFHH3H33XdjMBiYPXs2q1evxsdHGdKLjY0lICCA4cOHExERwfTp0+1fwJdKeHg4c+bMYfjw4UyZMoWVK1fapX1Tp04lKysLnU7HqlWrmDVrFtHR0Xz44Yd2Zferr77KqlWriI6OZt68eaxdu9bey9qxY0eLa0h3JZqtzu5oWqLONqWmUllRzu/+2JOK067846mPGRClZ9SYe1o5yi6MxQLr1sGqVUrRm6Ag2Lix0y8xVdXZbU92djYLFizg22+7dDmVZlFZWcnEiRPZtWtXg/MsnZWWqLOdqqcAIDUaTEU6hMaM1J3HQ395R4fUeTh2DBYsgLffVhLCLbfARx91+oSg0j707duXJUuW1Nq81t1JT0/nxRdf7FIJoaU4zyetIv+sGZNRotOYcHX3IzxyzMXf1N2xWODddxWBnc2m9A6eegrqjMmqqLR0P0FXIywszOn2LzldUjCarJitEo0E/8BghMY5ioU0iVarVESTEubNg/vuUwV2KipOilMlBVOljZJSZfLIzdWGYViHVBTtHJSXQ1kZBAQoE8dPPw15eRAV1dGRqaiodCBONadQXmqhvFKZWHd3M6NzkpKC9fj5Z0Vp/dRTF/QUQUFqQlBRUXGenoI0mzmbfYqTRRKNGIC7mxmhcZqPr1BUpOxI/uor5dzPT7nm69uxcamoqHQa2rSnIISYIoQ4JoQ4IYSot+OkyriaLIQ4JITYJoS4rK1iMRaUUlZgxtUnGI20oXctR+PqJOPmUsK2bYrA7quvlNVES5cqexDUhNCq5OTkMHfuXEJCQhg+fDhTp07lvffeq6eSVlHprLTZT2UhhBZYCVwHnAH2CiE+l1Im12h2ALhSSlkuhLgPeAloPSdwDaSU6Nx1pFWY0EgbOk9XND16X/yNXR0plWGiar/8yJHK+UC19GhrI6VkxowZ3HXXXXarZkJCAl988UUHR6ai4jht2VMYBZyQUp6SUpqAeOCWmg2klDuklOVVp78A/dswHgAqioy4CoGre+OSsm6FEDB4sLKa6C9/gX/9yzkSwpVXNn58+umFdp9+2nTbZrBjxw5cXFxq7Sw2GAyMHz+e0tJSZs+ezeWXX84dd9xhdxc999xzxMTEEBERwb333mu/PmnSJB5//HFGjRrFkCFD+PHHHwHFwPrYY48RGRlJVFQUb731FgC//fYbEydO5IorruD666+/6I5oFZXGaMuk0A/IqHF+pupaY9wDNFh+SQhxrxBinxBiX25u7iUHVCg0FJXpkAjc3Czdt6hOVhbUdMnfdZeyK7mTGk27C4mJifUU2dUcOHCA119/neTkZE6dOmWvbfDggw+yd+9eEhMTqaio4Msvv7S/x2KxsGfPHl5//XX+9re/AfDee+9x+vRpDhw4wKFDh7jjjjswm8089NBDbNy4kd9++41Fixbx17/+te0/sEq3pC1nWhv6Gd6gU0MIcSdwJTCxodellO8B74GiubjUgMqEQFehQYPE3d1yqbfpvNhssGEDrFwJbm7wySfg7w86HQQGdnR07YujKpSZM5WjjRk1ahT9+ysd4Wq99rhx49ixYwcvvfQS5eXl5OfnEx4ezrRp06pCU+K64oorSE1NBeC7777jj3/8o32Hrb+/v72CWbWq22q10lcVFqpcIm2ZFM4AA2qc9wfqScmFENcCfwUmSinrl45qJaSUlGk0WCq0ICXu+vql+ro0p05BbCwcOqScT5ig9gramfDwcHsd4rpUVxkDpZazxWLBaDRy//33s2/fPgYMGMDy5csxGo313lPdHhquzSClJDw8nJ9//rm1P5KKE9KW3xp7gTAhRLAQwhWYC3xes4EQYgTwLnCzlPJcG8ZCiU1SLq1oysqQUuLu1k16ChYLrFkDd9yhJISAAGXZ6fPPqyuL2pmrr76ayspKVq1aZb+2d+9evv/++wbbVyeAXr16UVpa2mhCqcnkyZP517/+ZU8S+fn5DB06lNzcXHtSMJvNJCUltfTjqDgpbZYUpJQW4EHgG+AI8B8pZZIQ4jkhxM1VzV5GqQP9iRAiQQjxeSO3axV0pnLKyyUms6BXQDcprPPXv8I77ygCuxkzlCGjCRM6OiqnRAjBpk2b+PbbbwkJCSE8PJzly5fXK/ZSja+vL0uWLCEyMpLp06cTExNz0WcsXryYgQMHEhUVRXR0NOvXr8fV1ZWNGzfy+OOPEx0djcFg4Keffmrtj6fiJDiNOjsnK4+tP/zIt1+E8tMPfXjzbR3Tpvm1QYTtTEIC/O1v8OST4MCXSndFVWerqFxAVWc3g6ICCQK8vbvoR9+/H95778K5waCsLHLihKCiotJ6OJnnAQqLNQiNpuslhbIyePNN+O9/lfMrr1Q2ooFiOVVRUVFpBZwuKZSW6tBpRNdKCrt3w9//DufOKctLFy2CyMiOjkpFRaUb4nRJwWh0RafR0aNHF9jNXFgIr74KX1ft6QsPh2eegZCQjo1LRUWl2+I0ScFss1BursRkckWvBS+vLtBTWLVKSQhubnD//UoBHHXvgYqKShviNEmh0mKkwqhBIHB3s6HVdtKegpSKrwjgD3+A/Hx44AHo3+ZaKBUVFRXnWn1kqXRBINC7Wzuf90hK2LRJmS8wmZRr3t7wwgtqQlBRUWk3nKanAGCs1CGReHS2pHDmjKKoqN5/8e23cOONHRuTioqKU9KJvhnbFiklhSXKsIynvpMkBZsNPv4YbrtNSQh+foqeYurUjo5M5RIRQjB//nz7ucViISAgoM2L7Gi1WgwGAxEREUybNo3CwkL7a2fOnOGWW24hLCyMkJAQli1bhqm6N0rDhYGOHz9e7xkVFRVMnDgRq/WCN2zTpk0IITh69Kj9WmpqKhEREbXeu3z5cl555ZVmPa+5bN26laFDhxIaGsqLL77YYJsVK1YQHh5OREQE8+bNq+Waauq1toypqTaLFi0iMDCw1p+nyWRiwoQJdtVJa9MJvhnbhwqLjdIyLVoh8PSwdnwthVOn4O67YcUKqKyEG25QFBWTJ1+YU1Dpcnh6eto12ADffvst/fo1ZYxvHfR6PQkJCSQmJuLv78/KlSsB5cfQzJkzmT59OikpKRw/fpzS0lK7Wru6MNCkSZM4efIkycnJPP/885w9e7beM95//31mzpyJtsa+mLi4OMaNG2cvKnQxmvO85mC1WnnggQf4+uuvSU5OJi4ujuTk5FptMjMzefPNN9m3bx+JiYlYrVZ73E291hA7d+5k4cKFLY7pYm0WLlzI1q1ba73H1dWVa665hg0bNjjyR9NsnGb4SNokNpMWAXjqbR0dDhw9CklJitL6ySdh3LiOjqjb0MzaOA7jqF3lhhtu4KuvvmL27NnExcUxb948e5Gcjz76iDfffBOTycTo0aN5++230Wq1TJ8+nYyMDIxGI8uWLePee+8lNTWVG264gXHjxvHTTz/Rr18/Nm/ejF6vb/L5Y8eO5VCVLXf79u24u7tz9913A0qPYsWKFQQHB/O3v/2NX375pcHCQA3x8ccfs379evt5aWkpu3fvZseOHdx8880sX778on82jRUiail79uwhNDSUwYMHAzB37lw2b97M8OHDa7WzWCxUVFTg4uJCeXl5LS9VU6+1VUwXazNhwgS7Nr0m06dP5y9/+Qt33HFHi2JsCKfpKWAuo6TUBlKD3q+DfE8FBRf+/YYb4M9/hv/8R00I3Yy5c+cSHx+P0Wjk0KFDjB49GlB8NBs2bGD37t0kJCSg1Wr5+OOPAeVX+G+//ca+fft48803OX/+PAApKSk88MADJCUl4evry3+rd7Q3gtVqZdu2bdx8s+KcTEpKqlf4x9vbm4EDB3LixIkmCwPVxGQycerUKQYNGmS/9tlnnzFlyhSGDBmCv78/+/fvv+h9HH0ewPjx4zEYDPWO7777rl7bzMxMBgy4YOrv378/mZmZtdr069ePxx57jIEDB9K3b198fHyYPHnyRV+ryejRozEYDCxevJjPP//cHtM31eVumxmTI20aIiIigr1791603aXgND0FJFSa3NBqdXh6VbTvs41GpQzmxo3w4YcQHKwMEc2Z075xOAmX4EtsVaKiokhNTSUuLo6pNeaHtm3bxm+//Wa3oVZUVBBYVfzozTffZNOmTQBkZGSQkpJCnz59CA4Otv+Srllspy4VFRX24j1XXHGFveBOQ/UXmrreGHl5efjWUbHHxcXxpz/9CVASYVxcHCNHjmz0vs0dsq3uXTlCQ2LPus8rKChg8+bNnD59Gl9fX2699VY++ugj7rzzziZfq8mvv/4KKMNHa9euZe3atS2KyZE2DaHVanF1daWkpIQePXpctH1zcJ6kgGKXBiueHu3YU9i3T1lZdOaMsvHswAElKah0a26++WYee+wxdu7caf/VL6Xkrrvu4oUXXqjVdufOnXz33Xf8/PPPeHh4MGnSJPskZ93iPNVzFXWpnlMoKiripptuYuXKlSxdupTw8PB6vYvi4mIyMjIICQnh3LlzDtVx0Ov1tSZez58/z/bt20lMTEQIgdWqzNO99NJL9OzZk4KavWKUug/BwcH079/foeeB0lMoKSmpd/2VV17h2muvrXWtf//+ZGRcqP575syZesM/3333HcHBwQQEBABKZbuffvqJO++8s8nXLhVHYnKkTWNUVlbi7t76JQCcZvhISonNrAWpw8vH7eJvaCmlpcpKoj/+UUkIoaGwdm27lH5U6XgWLVrEM888Q2QNR9U111zDxo0bOXdOqSeVn59PWloaRUVF+Pn54eHhwdGjR/nll18u+bk+Pj68+eabvPLKK5jNZq655hrKy8tZt24doAwvPfrooyxcuBAPDw+HCwP5+flhtVrtiWHjxo0sWLCAtLQ0UlNTycjIIDg4mF27duHl5UXfvn3Ztm2b/XNu3bqVcePGNasQ0Y8//khCQkK9o25CAIiJiSElJYXTp09jMpmIj4+3D6FVM3DgQH755RfKy8uRUrJt2za7Xrqp1xpi0qRJTfYSHI3JkTYNcf78eQICAnBxcblo2+biNEnBJiswmTQgtHj7tPHHTkhQhoY+/VQR2P3xj8qwUZ1JL5XuS//+/Vm2bFmta8OHDyc2NpbJkycTFRXFddddR3Z2NlOmTMFisRAVFcXTTz/NmDFjWvTsESNGEB0dTXx8vL3wzyeffEJYWBhDhgzB3d2d559/HmheYaDJkyeza9cuQBk6mjFjRq3XZ82aZZ+IXrduHbGxsRgMBq6++mqeffZZQkJCml2IyFF0Oh3//Oc/uf766xk2bBhz5swhPDwcgKlTp5KVlcXo0aOZPXs2I0eOJDIyEpvNxr333gvQ5Gs1qZ5TqHs0NKfgSExNtQGYN28eY8eO5dixY/Tv3581a9YAyoT91LZaui6l7FLHFVdcIS+F3/bvlr+/dq8cFlokP/0k55Lu4TDp6VKOHSvlwoVSnjzZts9SkVJKmZyc3NEhdHv2798v77zzzo4OQ0VKOWPGDHn06NFGX2/o7wOwTzrwHes8cwpWMBm3+rSFAAAOg0lEQVRdQYBXaxtSpYRff4XRo5UJ5AEDlLrJQ4eqAjuVbsOIESO46qqrsFqttfYqqLQvJpOJ6dOnM3To0Da5v1N9Y5kqXZSqa16tmBTOnoWHH4YHH4QvvrhwfdgwNSGodDsWLVqkJoQOxtXVlQULFrTZ/Z2npwBUVrogaKWegs0Gn30Gr78O5eXg5QVtMOmjoqKi0p44VVIwGV1wlbLlVdfS05VlptWbdSZNgscfh6rlbCoqKipdFadJClIqw0du7hp6BTatCWiSQ4eU1UQmE/j7K7uSr7lG9RWpqKh0C5wmKVSU27BJgbs7uLq1YEx02DAYOFCZRH7kEfDxab0gVVRUVDoYp0kKpSXKLuYe3trmabNNJvjoI2XTma+vMm/w/vvg4dFGkaqoqKh0HE6zPKaiXOkdeHo1w8Fy+DDceSe8/Ta8+uqF62pCUFFR6aY4TU+hvEJJCh6OeI8qKuCddyAuTpmMGDhQ1VOoqKg4BU6TFCqqkoKn50VqKezZo6wsyspS9hncdRfcey+4urZDlCqtRUZGBpWVla12Pzc3t1qK49Zg0aJFfPnllwQGBpKYmOjw+woLC1m/fv3/b+/+g6Su7zuOP1/oyXkCVjDpgISDjIIVlOt5BRoGUpUioJWa3HjHiEgHq/E0DaHHoLEzOdM6o0EnE5EfocRRKgngTWipojaTQGSMGEEQEEMDhNgbYvkliHBQfrz7x+d763Ls3X3vx+7d7r4fMzuz+93Pfr/vz97tvvf7+ex+3lRVVaW8v6amhh49elBdXR1rf61t73Jb3gwfnagP+e+yy5pp9NFH8NBDISEMHgxLl4YfpXlCyDqnTp2iqKiowy6tTTBxKnOlqqoVx5EjR1iwYEGrH+dcHHmTFE7Wh64WFTVzpjBgAEyZAlVVISFce22GonP5aOzYsfTu3bvZNsePH+e2225j+PDhDBs2jBUrVvDII4+we/duSkpKmD17NgBPPPEEQ4YMYdy4cezcubPFYzfX/qWXXmLEiBGUlJTwwAMPcPbsWebMmXNeIqqpqeGZ5Hk2lzPyZvio4UyhR4+kOYXDh2HuXPj61z+v4ThrVidE53LFyJEjOXXqFJ999hmHDx9OFMh56qmnuPXWW1u9v9dff51+/frx6quvAnD06FFGjhzJ9u3b2bJlCwCbNm1i+fLlbN68mTNnzlBaWtpsdbPm2idXhysoKKCqqoply5ZRWVnJzJkzE0NWK1eubNNZjuv68iYphDkFCxPNZvDaa/D00/Dpp/CHP8CyZf4DNNduranMFcf1119PdXU1c+bM4fbbb2fMmDEXFLBZv349d955J0XRt+JaWo+/ufZNVYebNm0a+/fvZ9++fRw4cIArrriCAQMGtKtvrmtKa1KQNAH4IXARsMTMnmx0f3dgKXAjcAioMLO96Yil4dtHvewYfOu78OtfhztGjYLvfMcTguuSBg8ezKZNm1izZg2PPvoo48ePT7kYWmtLXTbV3pqoDgdQXl5ObW0tH3/8MZWVla06nsseaZtTkHQRMB+YCFwHTJHUuMrMDOATM7sa+AHwVLriqT/RjcIT9Xzh+XkhIfTqBTU1MG8etLPAh3ONxanMFce+ffsoKipi6tSpVFdX895779GzZ8/zylSOHTuWVatWUV9fz7Fjx/jP5NV6U2iufVPV4SDUYV6+fDm1tbWUl5e3u2+ua0rnmcIIYJeZ7QGQtByYDOxIajMZqImu1wLPSVJUEKJD1X9qFH12gl69jsDNN4cF7Pr06ejDuC6ie/funDhxokP3F0fDnEJjqeYUpkyZwrp16zh48CD9+/fn8ccfZ8aMGee12bZtG7Nnz6Zbt24UFBSwcOFC+vTpw+jRoxk2bBgTJ05k7ty5VFRUUFJSQnFxMWPGjEk8ftKkSSxZsuS8ymalpaVNtk+uDnfu3DkKCgqYP38+xcXFDB06lGPHjnHVVVfRt2/fZo/hspfS8P4bdiyVAxPM7L7o9j3ASDN7OKnN9qhNXXR7d9TmYKN93Q/cDzBgwIAbGz65tMY3HzrMm68cZOGsA3zlW6Pb2i3XRX344YfN1tR1Lp+kej1I2mRmZS09Np1nCqkGLRtnoDhtMLPFwGKAsrKyNmWxefN7w/zewOC2PNw55/JCOn+nUAck/wS0P7CvqTaSLgYuBw6nMSbnnHPNSGdSeBe4RtIgSZcAlcDqRm1WA/dG18uBX6ZjPsHlB//Xca79r4O0JQUzOwM8DLwBfAisNLMPJH1PUsMXo38M9JG0C5gFPJKueFxuKyws5NChQ54YXF4zMw4dOkRhYWGb95G2ieZ0KSsrs40bN3Z2GK6LOX36NHV1dZw8ebKzQ3GuUxUWFtK/f38KGtWM7woTzc5lTEFBAYMGDersMJzLenmzIJ5zzrmWeVJwzjmX4EnBOedcQtZNNEs6ALT+J83BlcDBFlvlFu9zfvA+54f29LnYzL7QUqOsSwrtIWljnNn3XOJ9zg/e5/yQiT778JFzzrkETwrOOecS8i0pLO7sADqB9zk/eJ/zQ9r7nFdzCs4555qXb2cKzjnnmuFJwTnnXEJOJgVJEyTtlLRL0gUrr0rqLmlFdP87kgZmPsqOFaPPsyTtkLRV0i8kFXdGnB2ppT4ntSuXZJKy/uuLcfos6a7ob/2BpJ9kOsaOFuN/e4CktZI2R//fkzojzo4i6XlJ+6PKlKnul6Rno+djq6TSDg3AzHLqAlwE7Aa+DFwCvA9c16hNFbAoul4JrOjsuDPQ55uAouj6g/nQ56hdT+BNYANQ1tlxZ+DvfA2wGbgiuv3Fzo47A31eDDwYXb8O2NvZcbezz2OBUmB7E/dPAl4jVK4cBbzTkcfPxTOFEcAuM9tjZv8HLAcmN2ozGXgxul4L3CIpVWnQbNFin81srZk1VLLfQKiEl83i/J0B/hn4PpALa2rH6fPfA/PN7BMAM9uf4Rg7Wpw+G9Arun45F1Z4zCpm9ibNV6CcDCy1YAPwJ5L6dtTxczEpXAX8T9LtumhbyjYWigEdBfpkJLr0iNPnZDMInzSyWYt9lvTnwJfM7JVMBpZGcf7Og4HBkt6StEHShIxFlx5x+lwDTJVUB6wBvpmZ0DpNa1/vrZKL9RRSfeJv/L3bOG2ySez+SJoKlAFfTWtE6ddsnyV1A34ATM9UQBkQ5+98MWEI6a8IZ4PrJQ0zsyNpji1d4vR5CvCCmT0j6S+Bf4v6fC794XWKtL5/5eKZQh3wpaTb/bnwdDLRRtLFhFPO5k7Xuro4fUbSOOAx4A4zO5Wh2NKlpT73BIYB6yTtJYy9rs7yyea4/9v/YWanzez3wE5CkshWcfo8A1gJYGZvA4WEheNyVazXe1vlYlJ4F7hG0iBJlxAmklc3arMauDe6Xg780qIZnCzVYp+joZQfERJCto8zQwt9NrOjZnalmQ00s4GEeZQ7zCyba7nG+d/+d8KXCpB0JWE4aU9Go+xYcfr8EXALgKQ/IySFAxmNMrNWA9OibyGNAo6a2R87auc5N3xkZmckPQy8QfjmwvNm9oGk7wEbzWw18GPCKeYuwhlCZedF3H4x+zwX6AG8HM2pf2Rmd3Ra0O0Us885JWaf3wDGS9oBnAVmm9mhzou6fWL2+R+Bf5X0bcIwyvRs/pAn6aeE4b8ro3mS7wIFAGa2iDBvMgnYBZwA/q5Dj5/Fz51zzrkOlovDR84559rIk4JzzrkETwrOOecSPCk455xL8KTgnHMuwZOC63IknZW0JekysJm2A5taTbKVx1wXrcT5frRExJA27OMbkqZF16dL6pd03xJJ13VwnO9KKonxmJmSitp7bJcfPCm4rqjezEqSLnszdNy7zWw4YbHEua19sJktMrOl0c3pQL+k++4zsx0dEuXncS4gXpwzAU8KLhZPCi4rRGcE6yW9F12+kqLNUEm/ic4utkq6Jto+NWn7jyRd1MLh3gSujh57S7RO/7Zonfvu0fYn9Xl9iqejbTWSqiWVE9aXWhYd89LoE36ZpAclfT8p5umS5rUxzrdJWghN0kJJGxXqKDwebfsHQnJaK2lttG28pLej5/FlST1aOI7LI54UXFd0adLQ0apo237gr82sFKgAnk3xuG8APzSzEsKbcl207EEFMDrafha4u4Xj/w2wTVIh8AJQYWbXE1YAeFBSb+BOYKiZ3QD8S/KDzawW2Ej4RF9iZvVJd9cCX0u6XQGsaGOcEwjLWjR4zMzKgBuAr0q6wcyeJayLc5OZ3RQtffFPwLjoudwIzGrhOC6P5NwyFy4n1EdvjMkKgOeiMfSzhDV9GnsbeExSf+BnZvY7SbcANwLvRst7XEpIMKksk1QP7CUsvzwE+L2Z/Xd0/4vAQ8BzhPoMSyS9CsRemtvMDkjaE61Z87voGG9F+21NnJcRln1Irrp1l6T7Ca/rvoSCM1sbPXZUtP2t6DiXEJ435wBPCi57fBv4X2A44Qz3gqI5ZvYTSe8AtwFvSLqPsMzwi2b2aIxj3J28YJ6klDU2ovV4RhAWYasEHgZubkVfVgB3Ab8FVpmZKbxDx46TUIHsSWA+8DVJg4Bq4C/M7BNJLxAWhmtMwM/NbEor4nV5xIePXLa4HPhjtEb+PYRPyeeR9GVgTzRkspowjPILoFzSF6M2vRW/PvVvgYGSro5u3wP8KhqDv9zM1hAmcVN9A+gYYfnuVH4G/C2hDsCKaFur4jSz04RhoFHR0FMv4DhwVNKfAhObiGUDMLqhT5KKJKU663J5ypOCyxYLgHslbSAMHR1P0aYC2C5pC3AtoWThDsKb539J2gr8nDC00iIzO0lYgfJlSduAc8AiwhvsK9H+fkU4i2nsBWBRw0Rzo/1+AuwAis3sN9G2VscZzVU8A1Sb2fuE2swfAM8ThqQaLAZek7TWzA4Qvhn10+g4GwjPlXOAr5LqnHMuiZ8pOOecS/Ck4JxzLsGTgnPOuQRPCs455xI8KTjnnEvwpOCccy7Bk4JzzrmE/wdbiOlkzDdsigAAAABJRU5ErkJggg==\n", + "text/plain": [ + "<Figure size 432x288 with 1 Axes>" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "array([0.2541524 , 0.23359182, 0.80675604, ..., 0.18775895, 0.49521864,\n", + " 0.27560522])" + ] + }, + "execution_count": 16, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "cv = StratifiedKFold(n_splits=10)\n", + "results = np.zeros_like(y, dtype=float)\n", + "\n", + "tprs = []\n", + "aucs = []\n", + "mean_fpr = np.linspace(0, 1, 100)\n", + "\n", + "i = 0\n", + "for train, test in cv.split(X, y):\n", + " print('>>')\n", + " keras.backend.clear_session()\n", + " prbs=[]\n", + " model = RandomForestClassifier(n_estimators=1000, random_state=0, max_leaf_nodes=200)\n", + " # Fit the model\n", + " model.fit(X[train,:], y[train])\n", + "\n", + " \n", + " probas_ = model.predict_proba(X[test,:])[:, 1]\n", + " results[test] = probas_\n", + "\n", + " # Compute ROC curve and area the curve\n", + " fpr, tpr, thresholds = roc_curve(y[test], probas_[ :])\n", + " print(' ' + str(auc(fpr, tpr)))\n", + " tprs.append(interp(mean_fpr, fpr, tpr))\n", + " tprs[-1][0] = 0.0\n", + " roc_auc = auc(fpr, tpr)\n", + " aucs.append(roc_auc)\n", + " plt.plot(fpr, tpr, lw=1, alpha=0.3,\n", + " label='ROC fold %d (AUC = %0.2f)' % (i, roc_auc))\n", + "\n", + " i += 1\n", + "plt.plot([0, 1], [0, 1], linestyle='--', lw=2, color='r',\n", + " label='Chance', alpha=.8)\n", + "\n", + "mean_tpr = np.mean(tprs, axis=0)\n", + "mean_tpr[-1] = 1.0\n", + "mean_auc = auc(mean_fpr, mean_tpr)\n", + "std_auc = np.std(aucs)\n", + "plt.plot(mean_fpr, mean_tpr, color='b',\n", + " label=r'Mean ROC (AUC = %0.2f $\\pm$ %0.2f)' % (mean_auc, std_auc),\n", + " lw=2, alpha=.8)\n", + "\n", + "std_tpr = np.std(tprs, axis=0)\n", + "tprs_upper = np.minimum(mean_tpr + std_tpr, 1)\n", + "tprs_lower = np.maximum(mean_tpr - std_tpr, 0)\n", + "plt.fill_between(mean_fpr, tprs_lower, tprs_upper, color='grey', alpha=.2,\n", + " label=r'$\\pm$ 1 std. dev.')\n", + "\n", + "plt.xlim([-0.05, 1.05])\n", + "plt.ylim([-0.05, 1.05])\n", + "plt.xlabel('False Positive Rate')\n", + "plt.ylabel('True Positive Rate')\n", + "plt.title('Receiver operating characteristic example')\n", + "plt.legend(loc=\"lower right\")\n", + "plt.show()\n", + "results" + ] + }, + { + "cell_type": "code", + "execution_count": 17, + "metadata": {}, + "outputs": [], + "source": [ + "df_results = pd.DataFrame(data={\"name\": names, 'pred': results})\n", + "df_results.to_csv('/home/drewe/notebooks/genotox/pred.rf.v4_ext.csv', index=None)" + ] + }, + { + "cell_type": "code", + "execution_count": 18, + "metadata": {}, + "outputs": [ + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXoAAAD8CAYAAAB5Pm/hAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAEc1JREFUeJzt3X+M5HV9x/HnW6w2Vlq1t9gLsC40hymS9owbtDHatdiKxkJsKuUSFZSyasSkqWlEbcpGY2JUSky0tGshSKPnYShIDK0S4hbblNY7QcsPaTk89eRyh4BiQos9ePeP+e4xdzd7Ozvf73d+fOb5SCY785nvzPe93519zWc+38/3O5GZSJLK9YxRFyBJapdBL0mFM+glqXAGvSQVzqCXpMIZ9JJUOINekgpn0EtS4Qx6SSrcM0ddAMCmTZtybm5u1GVI0kTZtWvXjzNzZr3lxiLo5+bm2Llz56jLkKSJEhHf72c5h24kqXAGvSQVzqCXpMIZ9JJUOINekgpn0EtS4Qx6SSqcQS9JhTPoJalwY3FkbLGWlnpfl6QhskcvSYWzRz+O/CQgqUH26CWpcAa9JBXOoJekwq0b9BFxdUQciIi7utp2RMSd1WVPRNxZtc9FxP903fc3bRYvSVpfPztjrwE+DVy72pCZf7x6PSIuB37atfzuzNzaVIGSpHrWDfrMvC0i5nrdFxEBnAf8brNlSZKaUneM/lXA/sz87662UyLijoj454h4Vc3nlyTVVHce/TZge9ftfcBsZj4cES8DboyIl2TmY0c+MCIWgUWA2dnZmmVIktYycI8+Ip4J/CGwY7UtM5/IzIer67uA3cBpvR6fmcuZOZ+Z8zMz636JuSRpQHWGbl4LfDcz9642RMRMRBxXXT8V2AI8UK9ESVId6w7dRMR2YAHYFBF7gcsy8yrgfA4ftgF4NfDhiDgIPAm8KzMfabbkCeVpDSSNSD+zbrat0X5hj7brgevrlyVJaopHxkpS4Qx6SSqcQS9JhTPoJalwBr0kFc6gl6TC+VWCkiaGh6MMxh69JBXOoJekwhn0klQ4g16SCmfQS1LhDHpJKpxBL0mFcx79uHPisKSa7NFLUuEMekkqnEEvSYUz6CWpcOsGfURcHREHIuKurraliPhRRNxZXd7Qdd8HIuL+iLgvIl7XVuGSpP7006O/Bji7R/sVmbm1utwMEBGnA+cDL6ke89cRcVxTxUqSNm7doM/M24BH+ny+c4EvZuYTmfk94H7gzBr1SZJqqjNGf0lEfKca2nl+1XYi8MOuZfZWbZKkERn0gKkrgY8AWf28HHgHED2WzV5PEBGLwCLA7OzsgGWM2FoHM3lgk1SL/07NGqhHn5n7M/PJzHwK+CxPD8/sBU7uWvQk4ME1nmM5M+czc35mZmaQMiRJfRgo6CNic9fNNwGrM3JuAs6PiGdHxCnAFuA/6pUoSapj3aGbiNgOLACbImIvcBmwEBFb6QzL7AHeCZCZd0fEdcA9wEHgPZn5ZDulS5L6sW7QZ+a2Hs1XHWP5jwIfrVOUJKk5HhkrSYXzNMWSxpqzbuoz6MeJr2ipNqdmHs2g3yhfOZImjGP0klQ4g16SCmfQS1LhDHpJKpxBL0mFM+glqXAGvSQVzqCXpMJ5wFS/mjxQykP3JA2RQd8UA1vSmHLoRpIKZ9BLUuEMekkqnEEvSYUz6CWpcP18OfjVwBuBA5l5RtX2CeAPgJ8Du4G3Z+ZPImIOuBe4r3r47Zn5rhbqljTlnKXcv3569NcAZx/RdgtwRmb+JvBfwAe67tudmVuriyEvSSO2btBn5m3AI0e0fS0zD1Y3bwdOaqE2SVIDmjhg6h3Ajq7bp0TEHcBjwF9k5jcaWIfAz6qSBlIr6CPiQ8BB4PNV0z5gNjMfjoiXATdGxEsy87Eej10EFgFmZ2frlCFJOoaBgz4iLqCzk/aszEyAzHwCeKK6visidgOnATuPfHxmLgPLAPPz8zloHZLK4IfU9gw0vTIizgbeD5yTmY93tc9ExHHV9VOBLcADTRQqSRpMP9MrtwMLwKaI2AtcRmeWzbOBWyICnp5G+WrgwxFxEHgSeFdmPtLzidVhN0ZSy9YN+szc1qP5qjWWvR64vm5RkqTmeGSsJBXOoJekwhn0klQ4g16SCmfQS1LhDHpJKpxBL0mFM+glqXAGvSQVronTFEvSSHkmkWOzRy9JhTPoJalwBr0kFc6gl6TCGfSSVDiDXpIKZ9BLUuEMekkqnEEvSYUz6CWpcH2dAiEirgbeCBzIzDOqthcAO4A5YA9wXmY+GhEBfAp4A/A4cGFmfqv50gUcfuy3x4FL6qHfc91cA3wauLar7VLg1sz8WERcWt1+P/B6YEt1eTlwZfVT0pRaqw9i32Q4+gr6zLwtIuaOaD4XWKiufw5YoRP05wLXZmYCt0fE8yJic2bua6LgofJVKKkAdc5e+cLV8M7MfRFxQtV+IvDDruX2Vm2HBX1ELAKLALOzszXKkDSp7EsNRxs7Y6NHWx7VkLmcmfOZOT8zM9NCGZIkqBf0+yNiM0D180DVvhc4uWu5k4AHa6xHklRDnaC/Cbigun4B8OWu9rdFxyuAn07k+LwkFaLf6ZXb6ex43RQRe4HLgI8B10XERcAPgDdXi99MZ2rl/XSmV7694ZoljSln+46nfmfdbFvjrrN6LJvAe+oUJUlqjkfGSlLh/HJwSa1w6GZ82KOXpMIZ9JJUOINekgpn0EtS4Qx6SSqcs24mlVMaJPXJHr0kFc6gl6TCGfSSVDjH6EviGaUk9WCPXpIKZ9BLUuEMekkqnGP0korlbqsOe/SSVDiDXpIK59CNpFqmeUhkUgwc9BHxYmBHV9OpwF8CzwMuBh6q2j+YmTcPXKEkqZaBgz4z7wO2AkTEccCPgBuAtwNXZOYnG6lQklRLU2P0ZwG7M/P7DT2fJKkhTQX9+cD2rtuXRMR3IuLqiHh+rwdExGJE7IyInQ899FCvRSRJDagd9BHxLOAc4EtV05XAr9MZ1tkHXN7rcZm5nJnzmTk/MzNTtwxJ0hqa6NG/HvhWZu4HyMz9mflkZj4FfBY4s4F1SJIG1MT0ym10DdtExObM3FfdfBNwVwPrkDRGnFI5WWoFfUQ8B/g94J1dzR+PiK1AAnuOuE+SNGS1gj4zHwd+9Yi2t9aqSJLUKE+BIEmFM+glqXCe60ZSX0rcATstpzE26CVNlZIDfS0O3UhS4ezRSzrMtAxnTBN79JJUOIN+2iwt2U2TpoxBL0mFc4x+WjkQWzz/xFpl0EsSZb8xOnQjSYWzRz8NSuueaMNK7q32a1p/b7BHL0nFs0dfqmnuvuiYVl8avkSmhz16SSqcQS9JhTPoJalwjtFLcry+cLWDPiL2AD8DngQOZuZ8RLwA2AHM0fmC8PMy89G665IkbVxTQzevycytmTlf3b4UuDUztwC3VrclSSPQ1tDNucBCdf1zwArw/pbWJamykSGYfpZ1SKcMTfToE/haROyKiMWq7YWZuQ+g+nlCA+uRJA2giR79KzPzwYg4AbglIr7bz4OqN4VFgNnZ2QbKkCT1UjvoM/PB6ueBiLgBOBPYHxGbM3NfRGwGDvR43DKwDDA/P59162iMn1UlFabW0E1E/FJEHL96Hfh94C7gJuCCarELgC/XWY8kaXB1e/QvBG6IiNXn+kJm/lNEfBO4LiIuAn4AvLnmeiStwQ+hWk+toM/MB4Df6tH+MHBWneeWtDbDXRvhKRAkqXAGvZq3tGSXUxojnutGw+FXHEkjY49ekgpnj34CLK0sPH19YWVkdUjTorQPoAa92lPCf4hUAINeWsNa71O+f2nSGPQq73NqofzTaFAG/ZjqHpeXpDqcdSNJhbNHL42II2YaFoNeGjO+AahpDt1IUuHs0YPdpm6DdifdhtLYMug1WqtvEGPyRjEmZRwybvVoMk1v0PsfJGlKTG/Qq39N7x0c1Zusezk1ZOPykjPoNbgmX7ltvpmM4D9sXP7BJTDox4pHw1Y2kpJrLHvYGT/rrmPjq58OKytPX19YGFUV6sPAQR8RJwPXAr8GPAUsZ+anImIJuBh4qFr0g5l5c91CpSaStLVTPq+swFL1fEfUOdVvBhoLdXr0B4H3Zea3IuJ4YFdE3FLdd0VmfrJ+eRqpUQx5bDCI1+2597veXg9e7bG22Vut1rHUvQp7x2rYwEGfmfuAfdX1n0XEvcCJTRUmSWpGI2P0ETEHvBT4d+CVwCUR8TZgJ51e/6NNrKdEjsu371BvfQy2tUM3GoXaQR8RzwWuB/40Mx+LiCuBjwBZ/bwceEePxy0CiwCzs7N1y1CLmhoead1hKbow2HN072Bcq22NsfjD6lhZcAhGY6NW0EfEL9AJ+c9n5j8AZOb+rvs/C3yl12MzcxlYBpifn886dUyrtcaza41zj+l30i4tcahHPq41tqKUmS0b+T0m/Hcex09tdWbdBHAVcG9m/lVX++Zq/B7gTcBd9UrUuGr7DWJpZWFDHyHWHAbr1UvvXn6DtR963NKGHqYJVcJXStbp0b8SeCvwnxFxZ9X2QWBbRGylM3SzB3hnrQoLVGdcfqOPnYTe+jH1COmJ36+xxhtP7ecat95vk7+naqkz6+ZfgOhxl3PmCzaRbxZtMciGaxjTXVs0yuMpPDK2EE31cpcGHAef+E8OJZvwgJwE4z6MY9BLk2K9YZpxHsbRSPkNU5JUOHv06mnid3iOgNtM48qgV6scu6+M247btoZ5mv49x227NWTYO2YN+ikyrj3Oca1LLSlkX8K474DtNh1B73lix4K9+waNW0+3bj3j9vsUZjqCvgWGllrTROj1c86e9donuLetwxn0LfLNYMqV0kstZKhlmhn0Q+I49OHcHtLwTF/QO0YvDW4cZtX4CWPDPGBKkgo3fT16tc5hGWm8GPQbYIBpqkzCzmSHcfpi0DfANwBpDBj6a3KMXpIKZ9BLUuHKCPqlJadNSuptZWUy9je0yDH6dTj+LmnStRb0EXE28CngOODvMvNjba3rEE9eJgmmvgd/pFaGbiLiOOAzwOuB04FtEXF6G+uSJB1bWz36M4H7M/MBgIj4InAucE9L6zuaPXpJ3fo5S2ehX6TeVtCfCPyw6/Ze4OUtrasv/ZxJ0vF4SSWKzGz+SSPeDLwuM/+kuv1W4MzMfG/XMovAYnXzxcB9jRcy3jYBPx51EWPI7XI0t8nR3CYdL8rMmfUWaqtHvxc4uev2ScCD3Qtk5jKw3NL6x15E7MzM+VHXMW7cLkdzmxzNbbIxbc2j/yawJSJOiYhnAecDN7W0LknSMbTSo8/MgxFxCfBVOtMrr87Mu9tYlyTp2FqbR5+ZNwM3t/X8BZjaYat1uF2O5jY5mttkA1rZGStJGh9lnOtGkrQmg75lEXF2RNwXEfdHxKU97v+ziLgnIr4TEbdGxItGUecwrbdNupb7o4jIiJiK2RX9bJeIOK96vdwdEV8Ydo3D1sf/z2xEfD0i7qj+h94wijrHXmZ6aelCZ0f0buBU4FnAt4HTj1jmNcBzquvvBnaMuu5Rb5NqueOB24DbgflR1z0O2wXYAtwBPL+6fcKo6x6DbbIMvLu6fjqwZ9R1j+PFHn27Dp0KIjN/DqyeCuKQzPx6Zj5e3bydzjEHJVt3m1Q+Anwc+N9hFjdC/WyXi4HPZOajAJl5YMg1Dls/2ySBX66u/wpHHK+jDoO+Xb1OBXHiMZa/CPjHVisavXW3SUS8FDg5M78yzMJGrJ/XymnAaRHxrxFxe3WG2JL1s02WgLdExF46s/zei47i+ejbFT3aek5zioi3APPA77Ra0egdc5tExDOAK4ALh1XQmOjntfJMOsM3C3Q++X0jIs7IzJ+0XNuo9LNNtgHXZOblEfHbwN9X2+Sp9subHPbo27XuqSAAIuK1wIeAczLziSHVNirrbZPjgTOAlYjYA7wCuGkKdsj281rZC3w5M/8vM79H5/xQW4ZU3yj0s00uAq4DyMx/A36Rznlw1MWgb9e6p4Kohin+lk7Ilz7mCutsk8z8aWZuysy5zJyjs9/inMzcOZpyh6af04bcSGfnPRGxic5QzgNDrXK4+tkmPwDOAoiI36AT9A8NtcoJYNC3KDMPAqungrgXuC4z746ID0fEOdVinwCeC3wpIu6MiKLPCdTnNpk6fW6XrwIPR8Q9wNeBP8/Mh0dTcfv63CbvAy6OiG8D24ELs5qCo6d5ZKwkFc4evSQVzqCXpMIZ9JJUOINekgpn0EtS4Qx6SSqcQS9JhTPoJalw/w9K4zWnBMNDkQAAAABJRU5ErkJggg==\n", + "text/plain": [ + "<Figure size 432x288 with 1 Axes>" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + } + ], + "source": [ + "plt.hist(results[y==0],100, color='red', alpha=0.5)\n", + "plt.hist(results[y==1],100, color='blue', alpha=0.5)\n", + "plt.show()" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + ">>\n", + " 0.8961111947994763\n", + ">>\n", + " 0.9161432925062862\n", + ">>\n", + " 0.9201786810971159\n", + ">>\n", + " 0.9135331811492602\n", + ">>\n", + " 0.9060939292459936\n", + ">>\n", + " 0.9149584583830634\n", + ">>\n", + " 0.906963675337466\n", + ">>\n", + " 0.9028126991483691\n", + ">>\n", + " 0.9167921904872255\n", + ">>\n", + " 0.895454994221466\n" + ] + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEWCAYAAACJ0YulAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAIABJREFUeJzsnXl8FdXZ+L/P3D37TgIBEgibLAZFBUQERWtxt1a0rWhrtQuWqq2tvq3Wn6XVVqvWvVZcq4GqVd5WebUiiriguIDsgRAgZN9zk7vOnN8fc3O52SDIEgLzzWc+uTPnzNlm5jznPOec54hSCgsLCwsLCwCtrxNgYWFhYXHkYAkFCwsLC4sollCwsLCwsIhiCQULCwsLiyiWULCwsLCwiGIJBQsLCwuLKJZQOAoQke+KyFt9nY6+RkSGiIhXRGyHMc48EVEiYj9ccR5KRGS9iMz4Gvcdte+giMwQkbK+TsfhwhIKBxkRKRURX6RyqhSRZ0Qk4VDGqZR6QSl19qGM40gkUtaz2s+VUjuVUglKKb0v09VXRIRTwYGEoZQaq5R6dx/xdBGEx+o7eDRiCYVDw/lKqQSgEJgI3NrH6fla9GXr92hpee8PVnlbHAlYQuEQopSqBN7EFA4AiIhLRO4VkZ0iUiUij4uIJ8b9QhH5UkSaRWSbiJwTuZ4sIgtFpEJEdovIgnY1iYhcLSIrI78fF5F7Y9MhIktE5KbI74Ei8oqI1IjIdhGZH+PvDhF5WUT+ISLNwNWd8xRJx3OR+3eIyG9FRItJxwci8pCINInIJhE5s9O9e8vDByJyv4jUA3eIyHAReUdE6kSkVkReEJGUiP/ngSHAvyO9sl91bsGKyLsi8vtIuC0i8paIZMSkZ24kD3UiclvnnkenfHtE5C8R/00isjL2uQHfjTzTWhH5Tcx9J4vIRyLSGMn3wyLijHFXIjJPRIqB4si1v4rIrsg78JmInBbj3yYi/xN5N1oi7oNFZEXEy5pIecyJ+D8v8j41isiHIjIhJqxSEfm1iKwFWkXEHlsGkbSvjqSjSkTui9zaHldjJK4pse9g5N6xIvJfEamP3Ps/PZRrj99DJG0fxzzPn4ip3nJHzl8SszfeJCIrRGRsTLjPiMijIrI0ksYPRCRbRB4QkYbIuzmxU1ncKiIbIu5Pt8fTTZp7/IaOCpRS1nEQD6AUmBX5nQt8Bfw1xv0B4H+BNCAR+DdwV8TtZKAJOAtTYA8CRkfcXgP+BsQDWcAnwI8iblcDKyO/pwO7AImcpwI+YGAkzM+A2wEnMAwoAb4R8XsHEAIuivj1dJO/54AlkbTnAVuAa2LSEQZuBBzAnEh+0nqZhzDwM8AOeICCSFm4gEzMyuiB7so6cp4HKMAeOX8X2AaMjIT3LnB3xO04wAtMi5TFvZG8z+rhuT4SuX8QYAOmRtLVHuffI3EcDwSAMZH7TgQmR/KUB2wEbogJVwH/xXwfPJFr3wPSI/f8AqgE3BG3mzHfqVGAROJLjwmrICbsE4Bq4JRImq+KlJkrpvy+BAbHxB0tU+Aj4MrI7wRgcnfl3M07mAhURNLujpyf0kO57u170CLP/A5gBNAATIy59weRe1yRcL6McXsGqI2Uvxt4B9gOzI2UxQJgead3aV2kLNKAD4AFEbcZQFlMmnr8ho6Go88TcLQdkZfLC7REPpxlQErETYBWYHiM/ynA9sjvvwH3dxPmAMyKxhNz7Yr2l7rTBynATmB65Pxa4J3I71OAnZ3CvhV4OvL7DmDFXvJmi6TjuJhrPwLejUlHORGBFLn2CXBlL/Ows6e4I34uAr7oVNb7Egq/jXH/KfB/kd+3A0UxbnFAkG6EQqQi8AHHd+PWHmdupzxf3kMebgBejTlXwBn7yHdDe9zAZuDCHvx1FgqPAb/v5GczcHpM+f2gm/e3XSisAP4fkNFDnnsSClfEPqe95Guv30NMXPWYwvTWvYSVEklTcuT8GeDvMe4/AzbGnI8HGjvl+8cx57OBbZHfM9gjFPb6DR0Nh6VHPDRcpJR6W0ROB14EMoBGzNZuHPCZiLT7FczKFsxWyhvdhDcUs+VdEXOfhtkj6IBSSonIIswPcwXwHeAfMeEMFJHGmFtswPsx513CjCEDs3W0I+baDszWczu7VeRLiXEf2Ms8dIhbRLKAB4HTMFuEGmYFuT9Uxvxuw2zxEklTND6lVJuI1PUQRgZma3Pb/sYjIiOB+4BJmM/ejtnSjKVzvn8B/DCSRgUkRdIA5juyt3TEMhS4SkR+FnPNGQm327g7cQ1wJ7BJRLYD/08p9Z9exNvbNO7re0ApVSoiyzEr6Ueinky14x+Ab0fCMSJOGZi9U4CqmLh83Zx3ngASWxbt721nevMN9WusMYVDiFLqPcwWS7uOvxbzZRyrlEqJHMnKHJQG86Uc3k1QuzBb2Rkx9yUppcZ24xegCLhURIZitmxeiQlne0wYKUqpRKXU7Nhk7yVLtZgqlqEx14YAu2POB0nMFx5xL+9lHjrHfVfk2gSlVBKmWkX24n9/qMBU7wHmmAGmyqY7agE/3T+bffEYsAkYEcnD/9AxDxCTj8j4wa+By4BUpVQKZiXXfk9P70h37AL+0Ol5xymlirqLuzNKqWKl1BWYqr4/AS+LSPze7tnPNO7re0BEZmP2HpYB98Tc+x3gQmAWkIzZo4CuZbs/DI753f7edqY331C/xhIKh54HgLNEpFApZWDqnu+PtIIRkUEi8o2I34XA90XkTBHRIm6jlVIVwFvAX0QkKeI2PNIT6YJS6gugBngSeFMp1d6q+QRojgzgeSKDluNE5KTeZESZUz3/CfxBRBIjQucm9vREwKxA5ouIQ0S+DYwB3tjfPERIxFTFNYrIIEx9eixVmDrdr8PLwPkiMlXMgd//Rw8VSuS5PQXcFxlktEUGV129iCcRaAa8IjIa+Ekv/Icxn59dRG7H7Cm08yTwexEZISYTRKRdmHUuj78DPxaRUyJ+40XkXBFJ7EW6EZHviUhmJP/t75AeSZtBz2X/HyBbRG6IDCQnisgpnT3t63sQc1LAQsxe01WYz6u98k3EbGTUYfY2/tibPO2DeSKSKyJpmMJ7cTd+Dugb6g9YQuEQo5SqwRycvS1y6dfAVuBjMWf4vI05aIhS6hPg+8D9mK3D99jTKp+L2fXfgKlCeRnI2UvURZitqBdj0qID52POhtqO2VJ7ErOl1Vt+hqkHLgFWRsJ/KsZ9FeagYC1m9/5SpVS7WmZ/8/D/MAdLm4DXgX91cr8L+K2YM2t+uR95QCm1PpKXRZi9hhbMQdlAD7f8EnOA91NMHfef6N3380vMVm0LZgXYXUUTy5vAUswB/B2YPZRYtcZ9mIL5LUxhsxBzgBvMMaFnI+VxmVJqNeaY0sOY5b2VbmaU7YVzgPUi4gX+ijlO4ldKtWE+2w8icU2OvUkp1YI5QeB8TLVaMTCzhzh6/B6AJ4AlSqk3Iu/QNcCTESH4XKR8dmO+Tx/vR7564kXMci2JHAs6ezhI39ARTfsMFQuLA0ZErgZ+qJSa1tdp2V/EXGDYiKnm2d7X6bE4vIhIKea7+3Zfp6WvsXoKFscsInK+iMRF9OT3YvYESvs2VRYWfYslFCyOZS7EHEwsx1R5Xa6srrPFMY6lPrKwsLCwiGL1FCwsLCwsovS7xWsZGRkqLy+vr5NhYWFh0a/47LPPapVSmfvy1++EQl5eHqtXr+7rZFhYWFj0K0Rkx759WeojCwsLC4sYLKFgYWFhYRHFEgoWFhYWFlEsoWBhYWFhEcUSChYWFhYWUQ6ZUBCRp0SkWkTW9eAuIvKgiGwVkbUicsKhSouFhYWFRe84lD2FZzCtLPbENzFNC4wArsO0O29hYWFh0YccsnUKSqkVIpK3Fy8XAs9FbM18LCIpIpITsbtvYWFhcdDw+/3out6je2uolbAR3mc4ug7BIBi6ENbNc0OXyHWhvkmn2Qu+No22NqG5CVrb9twfCoTwtyr8LTrBoIauC7oBhhGK+lFKMAzBMEDXBSNsoDV60bEx88Ih3HBj5w3jDi59uXhtEB3txJdFrnURCiJyHWZvgiFDhhyWxFn0L0KhEGVlZfj9/r5OisUhRCmFgQGR/eV7418ZCkMBSjAU6IZZ8ba76QoMXaEMiO6zpEApUAgq5l5l7H1jNzuQ5sTcNSSF7jf0bI+gC92HLcpADAWicHq2s3Hj3qttt9tNbm4uDodjr/56oi+FQncl0O1TVko9gbnhBpMmTbIs+Fl0oaysjMTERPLy8ui4G6jF/qDr4chXqDCMjp+aQhHSDQxdR0T2VNAxhIwwylCE97ErZiQKlJI9/9vdOl03635BGUQrZqUEIywoQzB0LXJPx3DMwATRwBbJig2z0pP9qJQ7p7z99RIxwxEAMa9rAqIpNFFoWuSQPXGJgKaBaBqapiGRa2bcEuNPISI4nII0N6G1eCEpEXtmGm5Pz1p/pRR1dXWUlZWRn5/fi/x0pS+FQhkd90TNpfs9US0s9onf7z/qBYJhGCijowpEKYWuOl4zlLlnZjt+XXVbCRpKYUTuNXTdrFQjrWVTfSFgCEakYm6voEWZFZihBGVooDSUriIVuRMw72tXg0Qb9J2ToNQ+6+H2W0SpTrcLgjLD3ksYEglFE9Wxso5U4qKBTVPYbAqbptAEs4LHdBMBzQYOl2Czg93uQNPs7HnNYiPXEJEO7+DXeh/bdVQet3menA6BBPB49n5fJL709HRqamr2P94IfSkU/he4XkQWYW4u32SNJ1gcCP1VIOiGjq50lKFQShHQA13yYoR1jLAeqUj3uBlKRSpmG8qAkKERMDRTzWGYlbwyBEGiNaxZWUfclB2l2lvamulHpGsF3gEFsclob/ZLJz+RQ3pSi2hmJO0t7mhlLLGtb1OgienJrNQjFbrNZpiHU9A0O5poiF06pEPTwGYTHDYNaHczpYEZl5jxd/Pu9Mn71NICFRVmoQwbBjabmYleCIR2DjTdh0woiEgRMAPIEJEy4HeAA0Ap9TjwBjAbc3/WNsy9iS0sjkjCRpiwESZkhHqs5PYHhUIP6aDMij2k29CDYg4sGnbQ21viEDZAKQfK0DAMbU/rW0m0Po6txQXQYiv1zslVnX139Gq2qnU0TY9pVbdXzu2H2ZI23YyI6kQz69uIGkUTDU2LqFvaVSjdFJ3NYbopzRH1YGDq/jVNsIlZMWoiuOy2aDixrfL+2iCIEg5DZSU0N5vnHo/ZY7DZDntSDtmUVKXUFUqpHKWUQymVq5RaqJR6PCIQUCbzlFLDlVLjI5uMW1gcdgxlENSDPR5toTZ8YR+60nHZXMQ54ro9kj3JTDt5GpNPmMzl37qcgDeAS3PhUA42rtnI7FmzOX5MIRNGF3Lnb+6hvspFZXk8ZTuSeOXFFZw1cwannzqJGdNO5Pbbfou32UFri4NAm4Owz4mvJcw1V5/DpZecyJtvLEaUgaYM7KLjtBu4HWHiXQGu/eFMtm9fSXKyl9SUFtJSmklLbua/bz3OX/7yYzLSmsjKaCBnQB052TXkZFfx0EPXcsFFw5lzxThqat9i0KBqBg5sJTsnyICcMFnZOvGpAb77/fNIzrKTmu0iJcvFc4v/Tv7IQRhOnfiMeBIyEvjX6//iN3f+BldqHI7kBOzJCZz3rYtYW7wZR2IiARFu/PWvKDxpEpNPm8Y3zr2Q1Ws3YnN6sLnMw+HyEB8XR3JCPAnxHhI8LuLcTmx2m3nYbKZOPiIYlFLMnz+fgoICJkyYwOeff97ts168eDETJkxg7Nix/OpXv4peDwQCzJkzh4KCAk455RRKS0sB+Oqrr7j66qsP3cunFDQ1wbZtpkDQNBgwAPLywOk8dPHuhX5nOtvC4mCjGzpBPYhd6/5z0ETDYXNgF7s546XTzBelFKEQeDwe/m/pR4QCBjfceC1/+P2D/Pi6X9Pa5ueSS+bw2988xKlTz8Lna+PGX8zB6XiCOZf/hK3Fa7n7rvk88fjLjBo5AsMIsWjxU6QmtpiDlGKqVL744hNEfHz8/n9NVY80YRNQsWOUomF3QEKSjcRk556GuYAn0YXD7SAxI2ZKowhvv/l/7NhVzpYtxaxatYobb7yJVR9/DJ3048889wjfvvRSkhP33P+vl1/mpJNO4q2lb0QrT5fDht2mEefaM/tFE8HtsONx2vn+T39Mfn4+W7cWo2kaJSUlbNy4EY/z61dHS5cupbi4mOJiMw8/+clPWLVqVQc/dXV13HzzzXz22WdkZmZy1VVXsWzZMs4880wWLlxIamoqW7duZdGiRfz6179m8eLFjB8/nrKyMnbu3HloZj5WVkJDg/k7Ph5ycvpMGLRjmbmwOKZQShHSQ/jD/ugRMkLYRMOpOXFqThziwPyzY1c2lE+ntdZH5c4Gync0s2u7lx3bfJRs8bNlY4iN6w22blEYBtTU2GhstjN27FTKyysJhuz8+z8vMbFwKtOnnY3LCelpbu76wwM888y9ZOUaLH75Hm659WYmnz6G5GwbmYPjuOHmn5GWHU/KgARSBiQQwMfPbrye9RvWM33WWZTX1fHpF19w+llnMW3GTG785a9wxyeSnJqG3W4jIdFDckocr7y6mEknF3L+Bd9k9aef4LDbiHO79hwuJ6+//jpXXXUVdruDU0+dRlNTE5VVVV1UMi+88AIXXnhh9Hzbtm14vV4WLFhAUVFRr8p/27ZtrFq1igULFqBpZvUzbNgwzj333AN6rkuWLGHu3LmICJMnT6axsZGKio5DlCUlJYwcOZLMTHOfmVmzZvHKK69E77/qqqsAuPTSS1m2bFlU8J9//vksWrTogNLXI4mJpopo4EAYMqTPBQJYPQWL/k44aP5XCsKB9ukz/HdTLWEV7tii1w3Cuo7CQENDUxoohW6Yunw9pKHrGmFDTN095iCtEWlvnzwoq1NFqdrHLLHZTN15cnIYzWbjy7Xv8t3vXc2gIVBZs4Gp0wvJHBaO6vJH5Ayl1eel2d/Mpo0b+eUvfonH5cRuE2xa17Za3uBcFi5cyL333st//vMf/H4/55w9i2XLljFy5Ejmzp3LY489xg033BC9p6Kigt/97nd89tlnJCcnM3PmTCZOnNgl7N27dzN48J6JgLm5uezevZucnJzotWAwSElJCbG7HhYVFXHFFVdw2mmnsXnzZqqrq8nKytrr41q/fj2FhYXYeqErnzNnDps3b+5y/aabbmLu3Ln7nYeCggI2bdpEaWkpubm5vPbaawSDwS732+12kpOTqaurIyMjg0mTJnH33Xd3UDd9bQIBaGuD1FTzPCEBCgr6ZOygJyyhYNF/MHSo3QKGjlIGhq+GgL+BMBqhUC4+fxPY7CgFU/I85pz7kEYwpKGHQTc0FDaUYUPXbYR1jVA4MvWS9sFXc4ZKdCpkZODU4dhzKJtCs+nYbCHEbkOzm4Ovfr+P2edPZtfOnRxfOJEZ35yJYTcwxECzmTOCHJo5E0izm8PV2QlubJrgdNhwOXpfMWzevJn8/HxGjhwJwFVXXcUjjzzSQSisWrWKGTNmRFvGc+bMYcuWLV3C6m4RWOdeQm1tLSkpKR2uLVq0iFdffRVN07jkkkt46aWXmDdvXo+Dvvs7GLx48eJe++1NHlJTU3nssceYM2cOmqYxdepUSkpK9nl/VlYW5eUHOFteKairg5oa87fLBXFxptsRJBDAEgoWRwJ6CPRg9FS1NaDqd9NxqoqCtjr8wSpq3G5q/WV4Q178OPG2JpKbkEtDo0Y4BKGwDV13EQrbI4uZeqiM2qcn2hR2u4HdoeNwGdjtBjZ7ZDagzZzXHrPQFUOBAwPEga4Eu9jQNMHj8fDBx6tpaWnmsksu4tknnuAn865n3HHj+GDl+8xz2Il3mZ9cSUkJCQkJJCUlMXbsWD777DOOP/74XhdZb1bzQu8q4tzcXHbt2mNcoKysjIEDOy7F9Xg8HVaLr127luLiYs466yzA7EkMGzaMefPmkZ6eTkO7njxCfX09GRkZpKSksGbNGgzDiKqPemJ/egq9yQOYqqDzzz8fgCeeeCLaY2m/Pzc3l3A4TFNTE2lpaYC5BsazH1NCu+D3Q3m5+R8gOfmIUBP1hCUULA4ZRiCACpn2ZJTfR6iiwtS1ABhh0APgb4L67REdjPmhhJub8doMdOeeAc2wHqa8yU/x7jg2b9fYVX4C1bXZVNel4A86ePjJaurdKYgWafUrc1qjZlPY7cqs3O2R1aRimFMtbQqbXWG3KRw2hc1mwzA0wkrQNLOy2DPl0UyHINg1U0ulaYIocDsic+CBBLed5LgMHnn4IS688EJunH8911w9l/vu+RMfvf8us2bNwufzMX/+/Kg64uabb+aSSy5h2rRpjBw5EsMweOCBB7jpppt6LNvRo0dTWlrK1q1bKSgo4Pnnn+f000/v4OeUU07h5z//OXV1dSQlJfHSSy91K3guuOACHn74YS6//HJWrVpFcnJyB7ULmK1sXdfx+/243W6Kioq44447uPXWW6N+8vPz2bFjByeddBLXX389lZWVZGdns3r1agKBAIMHD0bTNCZNmsTvfvc77rzzTkSE4uJiNmzY0GG8Avavp9CbPABRFVdDQwOPPvoo//znP6P3P/vss0yZMoWXX36ZM844I/rst2zZwrhx43qdliiGAbW1Zg9BKbObmZNjqoyOYCyhYPH1CfmgtQa81RihMIHtuyCmBRuub0KcDsRuA91A3C4cWem0hv34GyvQQ2F0dzIqfTCGKxVDQX11JcV6Cdt3J1NblkhNVSo1lalUVabR5nWhsCNoaMqBptnMnrg7jM0O8XEGdrsiZNNx2A3sDvDYuusnCHaXWZGLRBZ2iaDZbATCBnGaFlns1DMiYO/GT/t4wMSJEzn++ONZtGgRV155JUuWLOFnP/sZ8+bNQ9d1rrzySq6//noAJkyYwAMPPMAVV1xBW1sbIrLPgVe3283TTz/Nt7/9bcLhMCeddBI//vGPO/jJycnhjjvuYMqUKeTk5HDCCSd0axRu9uzZvPHGGxQUFBAXF8fTTz/dbZxnn302K1euZNasWSxatIilS5d2cL/44oujM3f++te/Mnv2bAzDICEhgaKiomjP4Mknn+QXv/hFNL709HTuueeeveZ3X+wtD4WFhXz55ZcA/PznP2fNmjUA3H777VH12zXXXMOVV15JQUEBaWlpHQaWly9f/vUGwqurob7e/J2WBpmZR5yqqDukt93QI4VJkyap1autJQ19SvmXKL8PvW43aA7CPkEPu0ApXHkx0/ZsNmypyQT9fnxtbei6TnVjNau3rMKp7OBJJBhw4K1NoLHJTX19AluLU9i2PQsjkIYojahxAw3ccTq5QwKkJbaRldVK6rAAjvh6HHFBTinIJn9YgWmfRzQS7HZE27NqFYg293tSqLQvFvY4THWQRUe++OIL7rvvPp5//vm+TsphIxAIcPrpp7Ny5Urs9v1sQ4fDsGuXue6gffzgMLFx40bGjBnT4ZqIfKaUmrSve62egsU+MapLMCq3ore0oje2QMiL7hwI4kTLHEhYCyE5aZCaSqNSNNRUUVW9E8NQhPUwwbY26vUGmltcbC5Oo3rHNwg1DaGiFhoabdGWuqLdFo/GoMFhRo3yk5TWSGJWkHhpICEuiGazYTjdlGc4SE10kRg3GFu8B7uvCXe8BxFBE4jrBy2y/sbEiROZOXMmuq73avbQ0cDOnTu5++67eycQvF5obIRBgyJdSbu5CK2frba2hIIFALrXi/L5AAhs3w5AKBwiHAyi796M2O0YKVm0eBJRWbkEsFHXWM/uXauwix2qTdMNRiCEYVfEJaUizjS2bB3Apq9S2LgumeYaF6JsaCoypccGDredrCyDpLQQjng/mQNqGTW6mcwcQQ/roGkEmtykpmYyoCAJh92BXzSGOe1MSE0EzJZ/xVYviQ7rdT7U/OAHP+jrJBxWRowYwYgRI/buSdehqsoUCGAuQmufctrPBAJYQuGYpqWxmtamWgD0kh0YmtBYtYuArw0tK4NQMIhddMTegDcxm+2BnUgA4n2NUTs3Wbl5pDsHs3OHi9JSFzt3OKmqdlBd6aSmxk44HAQUejBMnDvMmFEBxoxtIyWxhbRUPw5PgJZAmKCucGk6CU6N9OQM2pQTT4KHsNNBVbqQmJ+CM1Lpe4BBDhtpMUKgsg/Kz8KC5mZzVXI4bAqAzEzoNHW3v2EJhWOMYFkZDSWbqPfXU75zG4YSHMqHHmglEG8nrAyc2TnY7PVgFzSHBmnZGEkDGagnYNQMZ3uJkx07hJ07WyivsFNb42m3Km+ijIg9miCDsmsZmdfKmMHNDB8TT71S6Mo0rhbOcBEwHKR57AxKdpIS5yIxMZFml4edYUW6y4FSMMyuMczjQuuHrS6Lo5TOBuzi4syZRS5X36brIGAJhaMcQxlUtVahNzXR+sEy6r1lhNOcuFIy8CTAgIREbM5E2pLTUU4P4mjB7oxHKWhudlBSksiaNal89VUqpaUJMZOLFIZKQOFGs2kMyg0yeEiAgelNpCQ1kZESIDWuDaPFhSczDpJSIElIEWFgspOEOA9ulxuXx0WzaCibjW2+IC5NIxA2GBnvJs/T/z8wi6OUlpY9Buyyskx10VHSaLGEwlGECocJVVaCUpQ0llDjqwZAGr1kNAXR9VriR42nubYZn7cKW7Id/8B4bE4PFeUpbNiQx5o1KezalUhtrY1wZMvadkHgcMDAAQHSk70MyvGTlaEzNEcnO1NHV34CAR9BPUgo5MBtiyNkc2PLEXJHeUhMiCMlJQWXy4XT6aQqGGaD10c4pACdQW4b+R4Xg91ONAHnPhY2WVgcdgzDFAJgqoiCQVMYHMEL0b4O1pd3FGF4vVRs+pxVpe9T07iboc40CpzxDElKQNw1+BPjaWz0Yk8MM2jkabgzr+b1Ny9g/s8v4MYbZ/Lk3/P59JNUKivshENCQpxi5JAgc2Y18cfrK3lw/kZ+cuEmvn1BFRfO9nHixFZSs5oISCveUAuGQ/DEJZCZncKwk5MZPSmZ1IkZlKSksyUumU9C8L43wLL6Fr5qaWOQ28mMtERmpScxNsHDiHg3bpvWbwWCzWajsLCQcePGcf7559PYPvCIafPnjDPOYOTIkYwYMYLf//73HVYlL126lElYNP3RAAAgAElEQVSTJjFmzBhGjx7NL3/5yy7hBwIBZs2aRWFh4V4Xds2YMYPupm0/88wz0bURsWzatIkpU6bgcrm49957ewxXKcUZZ5xBc7vKBHj11VcRETZt2hS99u6773Leeed1uPfqq6/m5ZdfBsz9tG+55RZGjBjBuHHjOPnkk7usefg63HXXXRQUFDBq1CjefPPNbv288847nHDCCYwbN46rrrqKcKTl88ILLzBhwgQmTJjA1KlTo2sZgsEg06dPJ1xdDVu3moIAzF7BgAFHnUAAq6dw1FDvr6eyoZiGUA0DJ84gQU+gdvv7BBo24wyECYQFW/ZQgt4cPluTw+qFWaxb64SQWTGlJoUoPC5A4Rg/o4f7SU8N4XIYtKoApW1edpW3sFsXBgzzkBEXJGC0YDgMXC4XLpeLJJJITU0lKSkJj8eD3W7HZrdT2uBlYrybHFfXTcQ1joLNUWLweDzRRVLttoh+85vf4PP5uOCCC3jsscc4++yzaWtr41vf+haPPvoo8+bNY926dVx//fW8/vrrjB49mnA4zBNPPNEl/C+++IJQKBSN42CRlpbGgw8+yGuvvbZXf2+88QbHH388SUlJ0WtFRUVMmzaNRYsWcccdd/Qqvttuu42KigrWrVuHy+WiqqqK995770CywIYNG1i0aBHr16+nvLycWbNmsWXLlg5TZw3DiJrLHjlyJLfffjvPPvss11xzDfn5+bz33nukpqaydOlSrrvuOlatWoVTKc488UQWP/MM3z3vPFNllJFxQGk90rGEwlFAW6iNrcWf4NqyG3fIoO3TT2gKBtH923ElJEJKIR9+ls9bTw1g5y6HabzHUDhsBqdO8zPrwhADh7dS29CAMnS272igZLfCGwRD6dgdceSmZzBybAqapuHxeKJqIC2yAbnSbCibjbJAiLCh2N3sQwCbCANdjmNukHjKlCmsXbsWgBdffJFTTz2Vs88+G4C4uDgefvhhZsyYwbx58/jzn//Mb37zG0aPHg2YVjp/+tOfdgivurqa733ve9TU1FBYWMgrr7xCaWkpv/zlL6Mrmh977DFcnQY6n376ae666y5ycnIYOXJkF3cwDb5lZWXx+uuv7zVPL7zwAtddd1303Ov18sEHH7B8+XIuuOCCXgmFtrY2/v73v7N9+/ZoWgYMGMBll122z3v3xpIlS7j88stxuVzk5+dTUFDAJ598wpQpU6J+6urqcLlc0VXMZ511FnfddRfXXHMNU6dOjfqbPHkyZWVlpomKmhouOu00bv3rX/nuj38MMQLxaMUSCv0YwzDwbitm65ZV6HWNtLQ04U6Jw6U5sSUG8McP4o2PTuONN/NoahAIKxLiw5w0wcfJp4SYdGoYd6pQ3eDlq+Iyktw2kpKScDniSRuWjM2mkZ3oJCE+jsTERNxuN3a7HQMIx6g+KgIhilt8KMCjaeS6nUxIjCO7m97BYWPzgasjujDqm73ypus6y5Yt45prrgFM1dGJJ57Ywc/w4cPxer00Nzezbt06fvGLX+w1zKysLJ588skOprNnzJhxUExn95YPPviAv/3tb9Hz1157jXPOOYeRI0eSlpbG559/zgknnLDXMLZu3cqQIUM69DZ64sYbb2T58uVdrl9++eXccsstHa7t3r2byZMnR8/bTWfHkpGRQSgUYvXq1UyaNImXX365gxG9dhY+/jjfnDbNNFMBjDvpJD7dsOGYEAhgCYV+QTgUQhk6hhHEMEydpmEotqx8i51bVxJ2u8hxJeFJ9pOUnU1AuXh92UiWLB2Dt82FAMOHBLn04lamzdYRDbbX+dgVCFJdHMTbUIPTK2TYk3G3uRmUn0HeuEw0m42wZkNEqAmGaPGHEAmz22+mwRljCmJkvJuhR9JsoV5W4AcTn89HYWEhpaWlnHjiiVELokqpg2ZOup2DaTq7t9TX15OYmBg9LyoqisZ3+eWXU1RUxAknnHDQ8nr//ff32m9vTGeLCIsWLeLGG28kEAhw9tlnd1mpvHz5chY++ywrn346asDOlpCA0+mkpaWlQ/6PViyhcATTXFuDt7Eab2MlmmanzbcVf1UF4WAYX2sDzS0VJA7JYrj7RJxOHZUxhDc+KeTFF+NoaDAHa8efEOI732mjsDAUmTEn+EMGlY2txAUbSBIhXXMzePRQCibmENQ0czN5oMQfpCrgxy5CUCkGuRwk2m2kJHjIOQZVQvuifUyhqamJ8847j0ceeYT58+czduxYVqxY0cFvu+nsxMTEPjed3VvsdnvU5HVdXR3vvPMO69atQ0TQdR0R4c9//vNeTWcXFBSwc+fOXlWw+9NT6K3p7ClTpvD+++8D8NZbb+0RkoEAazdt4oc//CFLly4lfeBA8HiiBuwCgQBut3vfhXQU0D+neRwDBNraqC7dii+wFcPdgM9Zj9EaoM3rJhyfQYJtMINyZjAu+RIc9lGs2HkqP/z1ZB55JIGGBo0RI8IsWNDEn//cxMSJIUK6QUVzG6t3VPNRSSWV2yoIeW1IwlD0ocMJjM7gs9YAHzR4+aKljS9a2mgIhRmf6GF6ZIbQmAQPuW4ng9xOSyDsheTkZB588EHuvfdeQqEQ3/3ud1m5ciVvv/02QLems//4xz9GKyjDMLjvvvv2Gkes6WygR9PZ7777LnV1dYRCIV566aUDyteoUaOim9K8/PLLzJ07lx07dlBaWsquXbvIz89n5cqVjBgxgvLycjZu3AjAjh07WLNmDYWFhcTFxXHNNdcwf/786K5nFRUV/OMf/+gS3/3338+XX37Z5egsEMA0fb1o0SICgQDbt2+nuLiYk08+uYu/6ohKKBAI8Kc//YkfX3stVFay8/33ueTii3n++efN3ldCQlQg1NXVkZmZicPRh+rQw4jVUzjCUMqgvmoL3ro6QqoKo74FZ0sObSpEaKdgS0tmYCAOfUA2Wn4uX21L5omnEtmy1Xxhc3N15l7lJb2gEa9SfFoJfqXYVNtIQ20zCQ4XyW4X8bmZpE8chrLZyfM4cUemgXpsGkn2Y8PY2aGkP5nOrqysZNKkSTQ3N6NpGg888AAbNmzoovc/99xzeffddykoKKCoqKhL5fytb32LF198kdNOO41//OMffP/738fv9+NwOHjyySdJTk4GYMGCBfz2t7/luOOOw+12Ex8fz5133rnfZRzL2LFjueyyyzjuuOOw2+088sgj0ZlHs2fP5sknn2TgwIHcc889/Oc//8EwDH7ygx9wRl4e1Ndz5+OPU1dfHx3gt9vt0Wm9y5cvZ/bs2QeUvv6EZTr7CEEPh6gp3Y4/UEtr60Y0XyLBit046wLoWpgqzUuGM4nk4cNxJBfwVflgXn/Dw4oVph4/NdXgyivbOPtsPwrFezubCCY5cSmdYCiMIxwip83BrJlj+zinh4buTAVbHFwqKiqYO3cu//3vf/s6KQeGrpsmKpqazHO3GwYONP93wyWXXMJdd93FqFGjDmMiDwzLdHY/RxkGtTt34Pe2kBBnI9jixOHLImRspyJdoUYfT2riIFqrBvHP1z2sXOmksdFs2Tsc8K1vtXHZZT48HkVta4iyxgA1QJ7NYFB5iMTEZLy+JuLiD69Nd4uji5ycHK699lqam5t7NXvoiMTvh507OxqwS0/v0URFMBjkoosu6lcC4UCxhMIRgG/L+7Tt2EFmdjre3RWogA9nnItWryIhs4C2xlN44vE4Pvpoz+rJ7Gyd004Lct55PrKyjOj1pkCYcjEwWoIkNPnQXRq2lDaSUxwMHdp1e0ILi/3hQNcT9DlOp2mqopcG7JxOZ5f9oI92LKFwBFC3oxiycqjGRZsDXI7BeCvaqFHJvPXyZN7/0DTF63DAN77h5xvf8DN8eJhA2KDZH+aLz73s8Iepsym8uk6iS+OEeDv5g+NJSEiI2hza10bpFhZHHaZlxz0Dx5oGQ4eaG+BYkyW6xRIKfUhd1TrqN60iFKpAXElIvY0493Dqy6pZXxPmqf+9mMaKNBwOuOACH5dc4iMtzRQEVV6DHRubCesKl11IGepgqMfOqPQ0nEYIn7eFjIwMUts3+7CwONYIBqGiAlpbTcN1OZGe8jEyi+jrYgmFPkIPB2ioWYPTYWDLHU+4MgW7PYPdjjreWR3Hq//7DQw8DBmi8z//00xenk7VVi+by8KUNQbwODTcTo1RYxMJ6EG2O+MYGu8mxSa0tATIzs6OzvawsDimUAoaGswVyYZh9hAO8x7J/RlLKPQRbS27CXoVnlA24fJUGuJ1qpK38/G/x/Pvl9LQDRunndrC3MvrsfkM1n1urkSWbCdDB7oYluYiEAjQZOiEU9NJNxSu5kb0pCQSExOJsz4Ci2ORQMDsHbS1medJSZCdbaqLLHqFpWQ+jBi6TsDbTM2WYso+XAG7E1A1IbZqO6lK9PHO09N5fXEORshg7iUV3P6HAEnDXVTGQ1uGjbjBbpw2iNdCtPr97HTGUZWURnlNLY6GOjweD5mZmWRkZBwzC22OJPqr6eyezEZ35og3nb1gAQUjRjBq5kze/OgjGDwYcnM7CISvbTq7fXORYwBLKBwmlFI0lnzGztVLqN2+AhtVxCftxjVE0Zjm5NWHTuWdt+yIz8sNl23kW9cIH5Y2s7GqjdwUF5MGJ5ITLwxM0EjLGUBT+gCSk5I4KTmeMQ5hyphR5ObmWoPJfUi7mYt169aRlpbGI488AhA1nX3LLbewZcsW1qxZw4cffsijjz4KEDWd/Y9//IONGzeybt06hg0b1iX8WNPZc+bMOWjpbjcbvXbtWm677bYOllBj2Zfp7N4Sazp73bp1/Pvf/6alpeWA8rBhwwYWvfQS6999l/8rKuKnf/wjeqfecrvp7EWLFrFu3TqGDh3Ks88+C/RcBk6nkzPPPHOvQvho45DWICJyjohsFpGtItJlbbqIDBGR5SLyhYisFZGjctmgChuE6/y01TVgODMZOOlC4pMGow2fRcuASRQ9OJbP3tfxqFZu+/lOzp0/FMPhIN5pY9qwZAYkOPC1tdFgc1CckEqx0nDYbByfFEegrhbnUbjRR39nypQpUSudPZnOvvvuuwH2y3T2l19+SWFhIdu2bWPZsmVMnDiR8ePH84Mf/IBAINAlHU8//TQjR47k9NNP54MPPug2rVOnTo1OSIiaje6GF154gQsvvDB63m46e+HChb0WCu2msx966KEDN51tGOa4gc+3x3R2fj75kydHTWfH0p3p7FdeeQXYexlcdNFFvPDCC/ufvn7KIVO0iYgNeAQ4CygDPhWR/1VKbYjx9lvgn0qpx0TkOOANIO9Qpakv0FuCBHe1EKSaVqqIHzCWhhYvDk1Y17SJpx4fyfr30kmK17nl142ccvYA6lpDVHlNuzChUIjWQIDWpFS8DhcjXA5S/K34m1uobBF8Ph/Z2dlH1WY1B4N3d7170MOcMXhGr/z1Z9PZCxcu5Jvf7N7C7BFlOnv+fCgvN2cYeb3sLitj8pQp0WmmB2Q6u1MZjBs3jk8//XSf6T1aOJSjLycDW5VSJQAisgi4EIgVCgpofzuSgfJDmJ7DjhHUCVW14rVvoTGwlRBOWppDJBub0AlS9NQ41r07lHi3j7sfCpE3wsPm6jZaAjrJbhsJcQatYZ2E7IFUBXVyNUWSv5W6ujpSU1PxeDwkJSVZg8rd0NsK/GDS301nL1++nIULF7Jy5cpu3Y8I09m6bvYOSkvNc5cLsrPpzljP1zad3akMbDabZTr7IDEIiBXDZcApnfzcAbwlIj8D4oFZ3QUkItcB1wEMGTLkoCf0UKGCOr7WFqraNqBpuRi2VFJDFdg0nUffmMpH72QSZxd+P/dL4gcMZU15CLsmDElxYSfIBs1JTnIq9brC6W9DC7ThdzjIzMwkLS2tr7Nn0Yn+bDp77dq1e8xGp6d366fPTWcbBoRCXH7OOdxy3XXmtpjp6aBpB246ex9lcCyZzkYpdUgO4NvAkzHnVwIPdfJzE/CLyO8pmL0IbW/hnnjiiaq/4Ntar3atXK22rFukNm1ao3Z/tVJtfv9v6vrffaiGH1evxkxoUk8sWK+KF/1TLflwg1q1vkTt2rVLrd+0Sb23c7d6p7YpGlZNTY2qqanpw9wc2WzYsKGvk6Di4+Ojvz///HM1ePBgFQwGVVtbm8rPz1f//e9/lVJKtbW1qXPPPVc9+OCDSiml1qxZo4YPH642b96slFJK13X1l7/8pUv4y5cvV+eee65SSimfz6cGDx6siouLlVJKXXXVVeqBBx5QSil1+umnq08//VSVl5erIUOGqNraWhUMBtW0adPUvHnzuoS7Y8cONXz4cPXBBx/sNX+nnHJKNL7HH39cXXfddR3cp0+frlasWKH8fr/Ky8uLPpPS0lI1ZMgQ1djYqJRS6uabb1ZXX321CgQCSimlysvL1fPPP7/XuFU4rNSmTUqtX69USYlSPl8H53Xr1qkJEyYov9+vSkpKVH5+vgqHw12CqaqqUkop5ff71RlnnKGWLVu2zzKora1Vo0eP3nv6jjC6+x6A1aoXdfehHGguAwbHnOfSVT10DfBPAKXUR4AbOCp2xTb8YRprNtKofUJbIEQoWMuOuk9Z+H4+b708jnh7HL+5OcDxg8rYmTQAm00j3WOOEfhT0gnGJTAu0QNAa2trt4OIFkcusaazPR4PS5YsYcGCBYwaNYrx48dz0kkndWs6e8yYMYwbN46Kioq9hh9rOnv8+PFomrZX09mzZs3qUd9/5513UldXx09/+lMKCwuZNKl7Q5rtprPBVB1dfPHFHdzbTWe7XK6o6ezCwkIuvfTSLqazMzMzOe644xg3bhwXXXRRVMXVAaXMA8wFaNnZMGAA5OV1sWgaazr7nHPO6WI6u7zcrHruuecexowZw4QJEzj//PM544wz9lkGlunsgxWwiB3YApwJ7AY+Bb6jlFof42cpsFgp9YyIjAGWAYPUXhLVX0xnt24vo7r6bbxBGyQOprTlK1a/P4KXi6ZjFxvzflDNN0/aScWGRnbl5zA2PxWbEUbLyKLUEAriXOQ67TQ1NVFTUxO1YRQfH9/XWTsisUxnH3oOq+nsUMg0bx0XZ6qI+hDLdPZBQikVFpHrgTcBG/CUUmq9iNyJ2Y35X+AXwN9F5EbMQeer9yYQ+gM+Xxne1s2EmmoJ1ZfR0BaPTzXw6XsjWPLP6djR+MHMLzl7SDnbN8fRGJdCwOGgKRhEZWTSrMMgt4OkUICtO0tJTExkyJAheDyevs6axTHOYTGdrZS5z0FVlTmo7POZdov6aP2NZTr7IKOUegNzmmnstdtjfm8ATj2UaTjctLVtJ86Rg94YZE2li9aCLNZ8Op7X/jkCMRRzZpUy5YRmyhNGsksPkp7nIaTpVCelMtDpYqLHSabTwfbtlaSlpXXfrbaw6CMOqensWAN2YFo2zcnpM4EAlulsi4OBMnA2NrK1vIZGp5O6LVNZ8lQ2Egrxo4u2cvKEJnKOyyCQlkTV7hZykjT0hFSmD0gn0W5DKUVdXR3BYNAyaGdxbKAU1NdDTc0eA3bZ2abdImv9zWHHEgoHkUCgjnDxF1TuyMDri6O0bQj/fGoQ+Nu47BvlTJhs0OzJQvPE4Wv00RgMsjMhg7Q4Dx6B5ubm6ADjgAEDrJXKFscOLS2mQEhONgeTLQN2fYZV8geR1o0r8VfbqYpPZ0MgjWcXjsCl4LIzd3DORXbq0pKwidDYGiAUDuMclMWQpARGOTS2bd0KQEpKCgMGDOjjnFhYHGIMwzzaN7vJyTHVR8fA4rAjHUsoHCT0uibC9U1Uhmy0JcXzl4fykVb4xklb+N7Z26jVzJkAmXGCV7MTSMwg22ZjtMvO7rIy4uPjyc3N7eNcWFgcBnw+00SFw2FaMhUxVybvY2tMi8ODZVLzINBSvoXGnR/g1xoJuRz85z8phOoUE/Ma+PYVAapTx7A6rPO+18+HrX5qPAmktDYzuKmWssgqzJwca//k/k5/NZ29ZMkSJkyYEJ2f35OZC5/Px+mnn46u69Fr999/P263m6ampr3GM2PGDFZ/8glUVeFdv54f3Xorw6dNY+y4cUyfPp1Vq1b1mJ/eoJRi/vz5FBQUMGHCBD7//PNu/S1evJgJEyYwduxYfvWrX0Wvr1ixghNOOAG73R418Q1QU1PDOeecc0Bp629YQuEACQbraK0vxuZyoTszadnp4O3/y8TQ3Ey9AnYnxrN+gJMyt8EJWoBTHQbjAl5ybELe0KEMHz6cYcOGRRfaWPRf+qvp7DPPPJM1a9bw5Zdf8tRTT/HDH/6wW39PPfUUl1xySYd3taioiJNOOolXX31175HoOuzeDXV1/PD220nLzqa4pIT169fzzDPPUFtbe0B5WLp0KcXFxRQXF/PEE0/wk5/8pIufuro6br75ZpYtW8b69eupqqpi2bJlgGk+55lnnuE73/lOh3syMzPJycnp0cLs0YglFA4Qf2MNtrpGbC3N+ENxvPF2Pj49jvGFraRP0/AnabTVtnGyHY4fmMbAgQMpKCggPz/fGkg+iulPprMTEhKiNpJaW1t7tJfU2XT2tm3b8Hq9LFiwgKKiou4LQilzEVogAKEQ2yorWbVhAwvuvx8tMpg8bNgwzj333O7v7yVLlixh7ty5iAiTJ0+msbGxy6rwkpISRo4cGZ3mPWvWrKjp7Ly8PCZMmNDtfiSW6WyL/UIFwjhcdupSRlCxxcuKr4aBTePb11aztdZJXiDE1AEeRucPpr6+PmpD3uLQ0vJOV5PLB0riGTN75a8/ms5+9dVXufXWW6murub111/v4h4MBikpKSEvLy96raioiCuuuILTTjuNzZs3U11dTVZWVscbRfasM0hNZX1zM4UTJ/aqZzxnzhw2b97c5fpNN93UZe3A7t27GTx4j1WddtPZsWrZgoICNm3aRGlpKbm5ubz22msEg8F9pmPSpEn89re/3ae/owVLKHxNjKBO/baPCQebsOkBwrpO0YsZ+AMaY06pIJjowxeASUNSGD5kEKFQiLa2tkO3EtSiA72twA8m/dl09sUXX8zFF1/MihUruO2223j77bc7uNfW1pKSktLh2qJFi3j11VfRNI1LLrmEl156iXnz5iGGAbHbV2ZkgNuNpKWZg8y9ZH92O+vOEELnsk1NTeWxxx5jzpw5aJrG1KlTKSkp2WfYWVlZUdtJxwK9Uh+JiFNECg51YvoT4ao2guF6UhJTCRkaDS3JrPgkDbEHmX1NJTtUIqMz4xmZP4RgMEhZZIaRZbvo6KV9TGHHjh0Eg8HomMLYsWO7DPx2Zzp7f+itNZj9FTrTp09n27ZtXXT8Ho8Hv98fPV+7di3FxcWcddZZ5OXlsWjRIlOF1NREejBIw+7d5jgCgKZR39hIRkYGY8eOZc2aNRiGsc+0zJkzh8LCwi7Hc88918Vvb01nn3/++axatYqPPvqIUaNGMWLEiH2mw+/3H1NmZvYpFETkXOAr4L+R80IR2ceo0tGNYQRp9q3BlmQnFA4RSMjlX6/EEfYHObmwAntOGo5gmJlZ6WiaRlVVFfHx8QwYMMDaQ/kYIDk5mQcffJB7772XUCjEd7/7XVauXBltfft8PubPnx+d/XLzzTfzxz/+MdqKNwyD++67b69xjB49mtLSUrZG1rc8//zznH766R38nHLKKbz77rvU1dURCoV46aWXug1r69atUSHz+eefEwwGu+wnkJqaiq7rUcFQVFTEHXfcQWlpKaWlpZTv2MHunTvZ8emnnHTccXzwxRdURlrXq1evJhAIMHjwYIYPH86kSZP43e9+F42zuLiYJUuWdEnX4sWL+fLLL7sc3ZmduOCCC3juuedQSvHxxx+TnJzc7Yy+6upqABoaGnj00Ud7HFSPZcuWLYwbN26f/o4WelND3Ym5OU4jgFLqS+CY7TUEg3V4W7egKz/xMoSWylJ8Rgb/fs0OKE652kZQtzPaoWipq2Lbtm2EQiEyMzOtGUbHEP3JdPYrr7zCuHHjKCwsZN68eSxevLjbHsbZZ58dna66aNEi03S2UtDQANu2cfHMmSxaupQB48fz14cfZvaFF1JYWMgNN9xAUVFRtEH05JNPUllZSUFBAePHj+faa6/ttlW/P8yePZthw4ZRUFDAtddeG53ZBVBYWBj9/fOf/5zjjjuOU089lVtuuSWqfvv000/Jzc3lpZde4kc/+hFjx46N3rN8+fIDHgjvT+zTdLaIfKyUmiwiXyilJkaurVVKTTgsKexEX5vOrq//EBsJSG0C3nWrCXrLeWL5Wbz89gCOG7ubK/6aQLi8jgw7jBs2iKysLESky7Z/FgcXy3T2oeeLL77gvvvu4/nnn99zsbwc2tdjJCaaNoscjr5J4CFi+vTpLFmyhNTU1L5OSq85ENPZvekpbBSRywBNRPJF5AHg46+X1KOAQAvuFjdStZvgjjXo+YW8uToXPMLM8yqob2yhqb6BwTlZDBgwAIfDYQkEi6OCiRMnMnPmzA6L10hONk1VDBoEublHnUCoqanhpptu6lcC4UDpjVC4HjgRMIB/AX7g54cyUUc0dVtRLRW0NNcR/v/snXl4VdX1v999b+YBkjAJhEgggJCQRGZaJlEBGRSQKlYFRNRWLFYrxdpqqT/UOisWBxxqHUho+cqgolYZiuLADCYgBjARCFPmOXdavz9OcslwE27InLvf5zlPcs7Z5+x1Mpx19157fVaHnvzr0x5k5Vu4JOIc/S6zYrFY6NihEwOiempnoGlzzP/1rzFXyNQmMBCiogzn0AYVTTt16sT06dOb24wmxZ231kQRWQIsKT+glJqJ4SA8Bru9lOLcg4jDSp4lkIJTZyi5pDMffRqI2UsxfWohHdpfQm6BmbiuWtBO08ZwOCAzEzIyjDiCv79RFQ2atd6BpuFx57fpKmvjzw1tSEunMO8glrN78A3oRV5WIT5durB+10Bys33oGS4MH2qha9eu2DAR31MXxtG0IYqL4aefjHoHIkYlNJ2E2WapcaSglJoITJUvm8YAACAASURBVAK6K6Uqro9rhzGV5DGIOLDkH6W9uSs/nIqk8NRZHCVebPiwA8psZdKkVHx8vJzrmb299CojTRvA4YCzZ40COAA+PobEtc61adPUNn10FkjCiCEkVzieDzzYmEa1NBwOK6DApxN5hVYiLvXj/Q86kFcE3btnMu5KuKRrV0pKSvD10Z+gNG2EcoegFISFQadOeqrIA6jxNywie0XkTaCfiLxZYfu3iNRP0rAVIWInP/97zOZADh3IoVDySTmbw/ufB1FqKWHGtWmEhIZSUlpKQGAQJrP+p/FUWqt0djk7d+7EbDafl47u2NEYFfTsCV26UFxaWj/p7DKbCgoKuOuuu+jduzfR0dFaOruF4c4brLtSKlEpdUAp9WP51uiWtRCKi09gd5Rw9lhHsovzsHodZu0HnbGV+hB3WRZTJ/fAy8ePb1Lz+PR0KSal8KLtrcLQXJjWKp0NhojfkgceYOKYMUbcAIylppdeagSVqad0dgUWLFhAWFgYKSkpWjq7BeKOU3gb+CeggGuAfwOJjWhTC0Pw8+5E0ZlUCv1/ouQrE1u+jUCUMOv6U/gHt6OopJR2gf4Mi+rE9X274OulRwueTmuSzsZm46X/9/+4fvRoOrdvD4WFLptdlHR2FY4ePcp3333HsmXLnBnOWjq7ZeHOktQAEflMKfWMiBwF/qKU+rKxDWtJSF46J/LP4W8KZu3OwTh8fRkzNocRo3uglOLg6QK662WoLYqfDjT8DGdkbEe32rUa6WwRyMvj5P79rP34Yza//TY7ly1zGUi+aOnsKiQnJxMfH6+ls1sw7jiFUmUIoRxVSv0GOAnU/ptvSxTnkLrnCNbTeUhmD77+IRzlJ8yZYyEwMBCbzYbZy5vIbiGklFoJ9dYJay0Bd1/gDUmrks62WuHUKSgo4PePPcaTDz2EuU8fY6mpC5vqJJ3dQM+qpbObB3feYPcBQcAi4DGgPTC/MY1qUZTkUppRjHeEiY82jcWuTEy8spBevfwAI/jXLjiYQrvga1J09mlbaf4a9ymPKeTm5jJ16lRWrFjBokWLiI6OZtu2bZXaupLOjouLc7uvektnFxQYm9nMrh9+YPZ998F995GRkcHGjRvx8vKqlMlbm3Q2GCOJXr16sXDhQjp06EB2dnal7rKysujYsSMhISFO6ewLKQbXZaRQF+nsadOmAbBy5Uq3RixaOrsKIvKdiOSLyM8icquIXAukNYFtLQabwHFzb776JhizWbjl18aQM7/YQkqWDeXlg1LgZzbhbdJBZk+nVUhnh4QYS0x79eKntDSnBPasWbN4+eWXq0k7XFA6Oz2dkydPkpaWxtChQ9m+fTunT58GtHR2a6NWp6CUGqqUmq6U6li2H62UegcPEcQrKkqlsCQNq9XBpnW9sdnsjBuRxSWXGOdzC4vxDQoi/JJg0izW5jVW06JocdLZY8cyKDLyfOEbpQynUAcBO5fS2RWYMWMGiYmJdOnShRdffJHJkydr6exWSI3S2UqpJ4Drgf1AJLAWQwjvSeAVESlqKiMr0pTS2ZmZ2/DKt/DxW5k8sno8fmZvXvl/J+g1JAS7cpBZaOFnr3aEdfAnwGwiOsgfP52n0Cxo6ewaKCkx5K3Lp366dIEqBXTcxaV0tgfgadLZtcUUrgPiRKRYKRUGpJftV5/ka8OIPZivDinMYmZk9Dk6treCMmIJYWEdOJ5vo7ufD70CdCazpgXhcBjidZmZxiojb29DoiIo6KJvWVE621MKRnmidHZtTqFERIoBRCRLKfWDJzmEktLTSHEWqUleHErtjbIrBsVlocLbY8eBt7c3vv7+FFXI5NRoWgQlJXDyJJTnLZRLVDTAi3z+fM9ZYwJaOrsqvZRS5fLYCuhZYR8RmXmhmyulJgEvAmbgDRH5u4s2NwBLAQH2i8ivq7ZpSkQc5ObuwWrLxTv7HBlZPTl5LgQvbyvRA4352NLSUvJMwXz10zn8fL0I9faMT02aVoJSYLEYAnbdup2XuNZo3KA2p3B9lf1/1OXGSikzsAK4GjgB7FRKbRCRgxXa9AH+BPxSRLKVUs2e/yBixWYvINQaSmpaN75O7Yrd4aBfr3w6dwjCz88Ph8OBmLzpGurFtG6h+GtVVE1zU1wMfn6GQ/D1hYgIQ55CC9hp6kiNTkFENtXz3sOAIyJyDEAplYgRpzhYoc0dwAoRyS7r82w9+2wQFCa8HFDo25nk434ozAyNLyE4IIhim81Yh50HXiY7PjqwrGlO7HY4c8aok9y9u1EBDbS8teaiacw3WnfgeIX9E2XHKtIX6KuU2q6U+rZsuqkaSqk7lVK7lFK7zp0710jmVibtiJXc4kIOft8epRSjhloQEewO4UCGhW1Z+SiTSUvfaZqPvDw4etRwCEqdX26q0dSDxnQKrt6XVde/egF9gHHATcAbSqmQaheJrBSRISIypDxlv7Gx24VTBb6UFHrTObSQbgEWLFYLPgHBnLM6iO3ejsmXhGBqg3VpNRdHk0lnx8Wx+uWX4cQJsNmMmEGvXkZAmbpLZ2/dupX27dsTHx9PfHw8jz76qMvnExHGjx9PXl6e89jatWtRSvHDDz9Uut/UqVMrXTtv3jynJLXVauXBBx+kT58+xMTEMGzYMD755BOXfdaFJ554gqioKPr168dnn33mss3mzZsZNGgQMTExzJ07F5vNBsAPP/zAyJEj8fX15ZlnnnG2t1gsjBkzxtnOE3DbKSil6rrm8gTQo8J+OMay1qpt1ouIVUR+Ag5jOIlmx2az8vkOB2IXYqNO4+Mw4wjxIiAoiAKErgG++Or5Wk0FmkQ6u7SUff/+NzeOG2fECy65xJC3rmd5zNGjRzszhh955BGXbTZu3EhcXBzt2rVzHktISGDUqFEkJrovnPzwww9z6tQpkpKSSEpK4sMPPyQ/P79e9h88eJDExESSk5P59NNPufvuuyvVfQAjU3zu3LkkJiaSlJTEpZdeyr/+9S8AwsLCWL58eTVn7OPjw5VXXlknHabWzgXfakqpYUqp74GUsv04pdRLbtx7J9BHKRWplPIBZgMbqrRZB1xRdt+OGNNJF1aoamyKMnEU5XDo+y54OxRDe5/GjsIcEEDSmSJsJujh59PcVmpaMI0mnX3gAPHTp3M0M5NNqalcfuWVDIyNrZ90tptUlc4uKChg+/btvPnmm247haKiIl5//XVeeuklfMscWZcuXbjhhhvqZdv69euZPXs2vr6+REZGEhUVxY4dOyq1yczMxNfX15nFfPXVVzulszt37szQoUPxdpHhraWzq7McmIrxAkdE9iulrrjQRSJiU0rdA3yGsST1LRFJVko9CuwSkQ1l5yYopQ4CdmCxiGRe5LM0HOIgPS+E9OMhhPgK0Zc7yLfBmSw7foHeRIUGEqxXHLVoju6uXyUvV/QePNytdg0qnS0COTl07tDhvHT2unWUWK2M69u3ftLZFfjmm2+Ii4ujW7duPPPMM5VkHsrZvn07r732mnN/3bp1TJo0ib59+xIWFsaePXsYNGhQrT+bI0eOEBERUWm0URP33XcfW7ZsqXZ89uzZPPhg5YrAJ0+eZMSIEc79cunsinTs2BGr1cquXbsYMmQIa9asqSSiVxMxMTHs3Lnzgu3aCu44BZOIpFVRW3QroiUiG4GNVY49UuF7Ae4v21oEBYUpnD1Ryt5DxuqNQTFFeHsJAnQNC6Jv9xB257ouQqJpObj7Am9IGlw6u7TUkLcuKjKWnJbj5cXh5OT6SWdXYNCgQaSlpREUFMTGjRuZPn06KSkp1dplZWURHBzs3E9ISHD2N3v2bBISEhg0aFCDSWc///zzbrd1RzpbKUViYiL33XcfpaWlTJgwAS+vC78CzWYzPj4+5OfnV3r+too7k+LHlVLDAFFKmZVSvwfaZDlOm60AqzUHrD05kWH88gdG5VBa4iDHAjkiJBcUu5Kb12icMYW0tDQsFoszphAdHV0t8OtKOtuJiCFRceyY4RC8vKrJU9RbOrsC7dq1I6js/pMnT8Zqtbosj+nl5YXD4QCMqZjNmzezYMECevbsydNPP83q1asRkVqls6Oiovj555/diiHcd999zuB3xa182q0i7kpnjxw5ki+//JIdO3YwZswY+vRxL4RZWlqKn5+fW21bO+44hd9ifJKPAM4AI8qOtTlKS09jVr6Qn8vew74oh9DP5xR5md4Ut/fDL8iHQLOJuGCdIaqpmXpJZ5eU4Dh6lOeeespwDiEh0Ls3VJluqbd0dgVOnz7tdDI7duzA4XDQwYVoXr9+/ZxFadasWcOcOXNIK5PdPn78OJGRkXz11Vf06dOH9PR0Dh06BEBaWhr79+8nPj6egIAAbr/9dhYtWuSsenbq1Cnee++9av09//zzLqWzq04dgSGdnZiYSGlpKT/99BMpKSkMGzasWrty6ezS0lKefPLJasqyrsjMzKRTp04u4w1tEXecgk1EZotIx7Jttog0fK3DZkZEEAQfczuOny3l+LlA/H0gqF0m6e0tlPYJw8vLxCW+3jqeoLkgFyWdPXs2/aOjiZk4kVNZWUZWcrduLjWL6iydfdVVNc73r1mzhpiYGOLi4li0aBGJiYkuRxhTpkxh69atgDF1VFU6+/rrr2fVqlX4+vry3nvvcdtttxEfH8+sWbN44403aF+WWLds2TI6derEgAEDiImJYfr06dR3qXl0dDQ33HADAwYMYNKkSaxYscIp2jd58mRn5bSnn36a/v37Exsby7Rp0xg/fjxgOMbw8HCee+45li1bRnh4uHPp7ZYtW5g8eXK97GtN1Cid7Wyg1FGMpaKrgQ9EpH5rx+pJY0lnZ2ZuQ8ROzs8hrFlzirfWjyKq8yl+N/FrrMP64h8bw9Ud2zd4v5qGoc1IZ6enG0tNG0jAriE5deoUc+bM4fPPP29uU5qUmTNn8sQTT9CvX7/mNsVt6iOd7U7ltd7AMmAw8L1Sap1SavbFGttSEbET0H4YGQWQlG4Gq4OenTLI6dAOr96RdNJlNjUNjd0Op08bcYNyunY1cg9amEMAY+Rxxx13VEpea+tYLBamT5/eqhxCfXEr+0pEvhaRRcAgIA9ok4t2T+af5FxhJukpXfG2OBjQLYfUTh3oHBTAZYGeEWTSNBEFBUYgOSvLcAzlI/YWvorhhhtucGs5aVvBx8fHZfnPtswF12MppYIwhOxmA/2B9cAvGtmuZsNc4sfpEx3w8fWi82ATxWEhDA5rX+fldBqNS8pHB+V1OPz8jLiB/vvStBDcyVNIAj4EnhKRLxvZnmbnp6RCRBS9ohT51hK6hgZph6BpGPLyDIdgs52vkdyhg3YImhaFO06hl4g4Gt2SZsbmsJFvz+fIT0GIyZvLehUg4qBz6MWXL9RonNjtRiKa3W4I2HXtWm+9Io2mMajRKSilnhWRPwD/p5SqtkTJncprrYliWzEljhJS0zqCUnTrfA7lF4SPj/7H1VwkFeMEZrMRQLbbITRUjw40LZbaAs3lsoD/wKigVnVrM9hshYDgVVrKkZ/bg0BgaCZhocH4eLszmNJoqkhnT5lCzvffQ6Yh5ZWcnMz4GTPoO2IEffr2rZ90dnx8raqddZXOBkPuOj4+nujo6GpJcOVo6WzPoEanICLlEoP9RWRTxQ0j4NxmKCw6gldhIam7z1Fi9aZzqIXwDnZ6dG6n4wkat/H392ff3r0kbdtGmLc3K958E7KzKS4sbDjpbKuVffv2ceONNzaY3Tk5Odx9991s2LCB5OTkGjOftXS2Z+DOktT5Lo7d3tCGNDc+xSV8/2M4KDMDuuWTZjbxk68ha6HRuE1aGpw+zci4OE5mZ0NkJKsSExtOOnvfPuLj4zl69CibNm3i8ssvZ+DAgfWSzl61ahUzZ84kIiICMGSkXaGlsz2D2mIKN2IsQ41USn1Q4VQwkOP6qtbN6XMhKLuD8K4WCv3tjAwJIFrrHLVKig82vAK7/4DqekCAETvIzASHA4qKsCvFpgMHuP2uu8DLq37S2WV07tz5vHT2Rx9RUlLCuHHjGkQ6+8cff8RqtTJu3Djy8/O59957Xa7N19LZnkFtE+Y7gEyMimkVYwj5wN7GNKo5OF2STc7PFhwCEgJmhwV/Xfy81VLjC7yxKCiguLSU+F/9itSTJxtGOrsWDh8+3GDS2Tabjd27d7Np0yaKi4sZOXIkI0aMcN67HC2d7RnS2TX+RMrKY/4EfNF05jQ9dnsRdlsh2bnZlGQG4DCZ6dVNCOjSEb8A7RQ0NeBwGJuXl7GSqGtXI6aQnExubi5Tp05lxYoVLFq0iOjoaLZt21bpclfS2XFxcW5335DS2eHh4XTs2JHAwEACAwMZM2YM+/fvr+YUyqWzTSaTUzo7KSkJpRR2ux2lFE899ZTb0tkXesHWZaRQV+lsgP/+978unaQrtHQ2oJT6X9nXbKVUVoUtWymV1XQmNh4iDgoKU7DknEDsXuQUBSEmE2HtrPj46aWomhooLDQkKk6ePL/stELOQb2kszECos8991ytJjSkdPZ1113Hl19+ic1mo6ioiO+++86luKCWzvYM/bPaoqjlJTc7Ap0qbOX7rR6HowSbNYfThUUEhfbnXJY3YrdS4J1DrslbLyXXVKY8AS0tDSwWIzPZ7roI4UVJZ990E/379ycmJoZTp07VakpDSmf379+fSZMmERsby7Bhw1iwYAExMTHV2mnpbM/AHensnkC6iFiUUqOAWOA9EWkWqcSGlM4+kbWbYxl7oMhEyOEQZi4eg2+A4oHlaQwf2ofLQoIxac/QKmh06eyCAsMhWK3GdFHHjoZEhclzVqdp6ezWo5TaqNLZwDqMUpy9gXcwchRWXYyhLY2fMvfQoV1/Bof0JeOkCZvZi+BgKwF+/gwIbacdgsaYHkpPh59/NhyCvz9ERhq6RR7kEEBLZ3sK7qTrOkTEqpSaCbwgIsuVUm1i9ZECeoZGE3juKCczvFAKfMOs+HnI3KHGDZQCb2/ja+fOEBbm0RIV9c0naG1o6WzX2JRSvwJuBaaXHWtzb80zOcYjBYc4iPXzb2ZrNM2K1WpsAWU5Kh06QPv24OPTvHZpNE2AuxnNV2BIZx9TSkUCCY1rVtMiImTl+mJzKAKCbPgHtDmfp3EHEcjJMVYWnThhBJLBmCbSDkHjIVxwpCAiSUqpRUCUUuoy4IiIPNb4pjUddoedzDw/RBz0u8ROuy46P8HjsFiMQHJhobHvAUlKGo0r3Km8Nhp4FziJMQ1/iVLqVhFxLaTSSsguycYuDigtxFGcR0ZuRxDoEKYwtcD6uJpGQsQoiXnunJGMVi5x3a6dR8cONJ6LO9NHzwOTReSXIvILYArwYuOa1ficLTpLO592+JbmYVPenCsIRCkTYd1NePnr6SOPIT0dzpwxHEL79tC7t/H1IhxCJensadPIyTkvEZacnMz48ePp27cvffr0aVHS2U8//TTx8fFO281mM1lZ1fNT27J0toiwaNEioqKiiI2NZc+ePQCcO3eOSZMm1du21oQ7TsFHRA6W74jIIaDVT7DaSk8RYPZCKTMW5UdeYQAKRfsOdkwettTQowkJMVYX9egB3bsbshUXib+/P/v27SMpKYmwsDBWrDAkw4qLi1u0dPbixYud2cJPPPEEY8eOJSwsrFq7tiyd/cknn5CSkkJKSgorV67kt7/9LQCdOnWia9euNSrMtkXcefvtUUq9ppQaVba9QhsQxHM4SvD174nZ5ENRsYO8Yl8cZujUzqGdQlumuBgyMs7vBwYao4MGjiGMHDnSqdK5atWqFi2dXZGEhARuuukml+fasnT2+vXrmTNnDkopRowYQU5OjjOrXEtnV+c3wCLgjxgxhW3AS41pVFOhlBE7OJuhUEoRHGShq6+utNYWOHz4cOUDDgfk5UH5J9LOnetcI9ndBCa73c6mTZu4/Xaj7EhLl84up6ioiE8//ZR//OMfLs+3ZenskydP0qNHj2rXd+3alSFDhvCXv/zlgva2FWp9AyqlBgK9gbUi8lTTmNT0HEqzY3cIQcFWvHSQuU1Q6QVeWGisLAoONgLIYWGNkpFcXFxMfHw8qamprUo6u5wPP/yQX/7yly6njqBtS2fXdn3nzp2d2kmeQG1Fdh7CqLC2BxiqlHpURN5qMsuaCAHSfyzEpBQhIVbMXtoptBnsdjh7FsplnH19oVs3Q6qiESiPKbQ26exyEhMTa5w6grYtnV3b9SUlJfg30t9Mi0REXG5AMhBY9n0nYGdNbWu5xyTgMHAEeLCWdrMw3s9DLnTPwYMHS0Nw4MQnkpqxW6xnU+Th+Z9Kr15ZMnP2YTlz+ESD3F/TtBw8eLD6wVOnRJKTRQ4eFDl7VsRub1QbAgMDnd/v2bNHevToIRaLRYqKiiQyMlI+//xzEREpKiqSKVOmyPLly0VEZP/+/dK7d285fPiwiIjY7XZ59tlnq91/y5YtMmXKFBERKS4ulh49ekhKSoqIiMydO1deeOEFEREZO3as7Ny5U9LT0yUiIkIyMjLEYrHIqFGjZOHChS5tz8nJkdDQUCkoKKjx+YYPH+7s79VXX5U777yz0vkxY8bItm3bpKSkRHr27On8naSmpkpERITk5OSIiMjixYtl3rx5UlpaKiIi6enp8u6779bYrzskJSVJbGyslJSUyLFjxyQyMlJsNlu1dmfOnBERkZKSEhk/frxs2rRJREQ++ugjmTRpkjgcDvnmm29k6NChzmt27dolEydOrJd9TY2r/wdgl7jx3q5t/FwqIoVljuMc7gWlnShjwn4FcA0wALhJKTXARbtgjJjFd3W5f30QERA72KxIVirncv1BKYKDLXqk0Nqp+Am6Y0djyqhXryYXsGtN0tlgLC2dMGECgbVUG2zL0tmTJ0+mV69eREVFcccddzhXhoEhnT1lypR62deaqFE6WymVA2wu38WQuijfR0Rm1npjpUYCS0VkYtn+n8que6JKuxcwqrs9ADwgIrXqYjeEdLbFksHB9E8J8+9H+9NnmbcknKSjkUy87ijL7gknpGebKBfhURw6dIj+3boZMhU9enicgmlT4KnS2WPGjGH9+vWEhoY2tyluUx/p7NoCzddX2Xe9JKFmugMVq2KfAIZXbKCUuhzoISIfKaWqZ+ucb3cncCdAREREHc2ojohg9mqPl3cIRaXp5BcGYDIp2gVbMJn1y6TVcfaskZVc/gEnL8/IP9A0KBWls91ZPdQWOHfuHPfff3+rcgj1pbYazZvqeW9XES7nsEQpZcLIlp53oRuJyEpgJRgjhXraVQm7OMjL9wMUwe0sOkehNeFwwLp18MILsHSpIVHRpYuRkaxpFDxNOrtTp05Mnz79wg3bEI25KP8E0KPCfjhQcV1XMBADbC1bIXEJsEEpde2FppAaEpvFRl6BH6VmaNfOgklpp9AqOH4cli2D3buNfT8/I3aga2FoNPWiMd+AO4E+SqlIpZQPMBvYUH5SRHJFpKOI9BSRnsC3QJM6BIDcfBM2mwkffweXSSlKjxRaB3v3Gg4hLAz+/ncIDdUOQaNpANweKSilfEWkeh59DYiITSl1D/AZYAbeEpFkpdSjGEujNtR+h6bhbKaPkc0cagUBk0krY7ZY8vPPy1FMm2YEla+7zpguOnSoeW3TaNoIF/xYrJQappT6Hkgp249TSrklcyEiG0Wkr4j0lrIaDCLyiCuHICLjmnqUAHAuy/CLQSFWAD191BKxWOC112DqVKNWMhgqpnPm6PiBRtPAuPMGXA5MBTIBRGQ/xvLUVo8j/zSZ2Yb+jY93KSaT6aJlBzSNxPffwy23wOuvG3IV337b3BbVSGuVzs7NzWXatGnExcURHR3NP//5T5f3LS4uZuzYsZXUR59//nn8/PzIzc2ttZ+KNhUUFHDXXXfRu3dvoqOjGTNmDN99V780JalB+roqq1evJjY2lujoaP74xz86jz/33HMMGDCA2NhYrrzyStLS0gAtnV1jGxFJq3LM7rJlK8ORd4qzxV0BCGpnJbSrB6Wyt3SKi+G552D+fKM8ZkSE4Rha8OqX1iqdvWLFCgYMGMD+/fvZunUrf/jDH7BYLNXavfXWW8ycOdOZFAZGEtvQoUNZu3at2/0tWLCAsLAwUlJSSE5O5u233yajonLtRVCT9HVFMjMzWbx4MZs2bSI5OZkzZ86waZOxyPLyyy9n165dHDhwgFmzZjkdhpbOds1xpdQwQJRSZqXU74GaVbVaETarldMZ3iilCGincxRaDElJMHs2rFplTBPNnQsJCVCLwmdLozVJZyulyM/PR0QoKCggLCzMKRRXkarS2UePHqWgoIBly5aRkOBe2fajR4/y3XffsWzZMufy7169etU7Y7g26etyjh07Rt++fZ3Z01dddZVTOvuKK64gICAAgBEjRnDixAnndVo6uzq/xZhCigDOYGQfV3fDrRCbHbKzfbErE0HtrTpHoaUQHGyUx+zbFx5+GKpkZrrDuYz6ptlUp1PHK91q19qks++55x6uvfZaunXrRn5+PqtXr672v2CxWDh27Bg9e/Z0HiuvvTB69GgOHz7M2bNn6dy5c63PkZycTHx8fKXRRk3ceOON1SXQgfvvv585c+ZUOlab9HU5UVFR/PDDD6SmphIeHs66detcjojefPNNrrnmGue+ls6ugoicxVhO2rYoysJhs5OT64NdQWRAEd5aNrv52LcP4uKMkcGll8Krr8KAARddCc3dF3hD0lqlsz/77DPi4+PZvHkzR48e5eqrr2b06NGVspYzMjIIqZIlnpiYyNq1azGZTMycOZP//Oc/LFy4sMGetba4SVVcyfVU7S80NJRXXnmFG2+8EZPJxC9+8QuOHTtWqc17773Hrl27+N///uc85mnS2e6sPnpdKbWy6tYUxjUqlgJsfp3IzjECzR2DSjDr6aOmJysLHnoIFiyAjRvPH4+NrVdpzOagPKaQlpaGxWJxxhSio6OrBX5dSWfXhZo0y6rizov4n//8iiP9MAAAIABJREFUJzNnzkQpRVRUFJGRkZVqLoPxbCUlJc79AwcOkJKSwtVXX03Pnj1JTEx0TiHVJp0dHR3N/v37cTgcF7TrxhtvdNaOrri988471dq6K509bdo0vvvuO7755hv69etHnz59nOe++OILHnvsMTZs2OCsCgeeJ53tzlvwC2BT2bYd6Ay4na/Qkimw+FBU5IXZLPj6FGNSeqTQZIgYTmDWLPjvf42MZKu1ua1qENq3b8/y5ct55plnsFqt3HzzzXz11Vd88cUXgDGiWLRokTOYuXjxYh5//HHnp3iHw8Fzzz1Xax+XXXYZqampHDlyBIB3332XsWPHVmozfPhwtm7dSmZmJlarlf/85z8u7xUREeEMuJ45c4bDhw9XC3SHhoZit9udjiEhIYGlS5eSmppKamoq6enpnDx5krS0NIYOHcr27ds5ffo0ALt27aK0tJQePXrQu3dvhgwZwl//+lenY0tJSWH9+vXV7Fq9erWzdnTFrerUEcC1117LO++8g4jw7bff0r59+0pTR+WcPXsWgOzsbF5++WUWLFgAGEH8u+66iw0bNlSbAvvxxx+JiYlx+bNri7gzfVRpDKeUehdoEzKJGefMYHcQHFiEtSgT/3Z9LnyRpv6cPg2PPw5ff23sDx8Of/6zUQCnjVBROvvWW29l/fr1/O53v2PhwoXY7XZuvfVWl9LZRUVFKKUuGHitKJ1ts9kYOnRordLZXbt2ZdCgQdWK2QM8/PDDzJs3j4EDByIiPPnkk3Ts2LFauwkTJvDVV19x1VVXkZiYyCeffFLp/IwZM0hMTGTJkiW8+OKLTJ48GYfDQVBQEAkJCc44xRtvvMEf/vAHoqKiCAgIoEOHDjz99NN1+vlWZfLkyWzcuNF5z4rLauPj49m3bx8A9957L/v37wfgkUcecU6/LV68mIKCAn71q18BhqPcsMFIp9LS2Re6QKnewGciEtU4JtVOQ0hnl5ae48eUf7Nr5wCefCyekK4Z/Hb+Ia6/ajR+/n54dfScoWKTk5QEd98NRUVGQPn++42ktHrmh7iSCtY0LHv37uW5557j3XffbW5TmhQtnV0FpVQ259VNTUAW8GDNV7QOBMg854U4HLQLcxDQMUKvPmoK+vY1lEx79oQlS4xCOJpWweWXX84VV1yB3W53a/VQW0BLZ1dBGVGqOOBk2SGH1HVo0UJxOBxkZ3qD3UFQWU0dk85mbnjsdli92hgNtGsHPj7w5pvG95pWx/z585vbhCbFE6Wza/1oXOYA1oqIvWxrEw4BABFycvxAQXAnQdkFR77VdRUIzcXx449G4tlzzxlbOdohaDQtFnfW/O1QSg0SEddiIq0UuwhZpw2fGBRqxSyC2dsLc6hfM1vWBrBY4I034F//MkYKl1wCEyc2t1UajcYNanQKSikvEbEBo4A7lFJHgUKMz9IiIjVXAW8FiN1B7lkzmM0EBFuNOgpmhdLS2fXjwAF49FFITTWCxzfcAPfcA2USAhqNpmVT20hhBzAIaJMTanaHg4xcf0psdnxCrHib9Uur3hw/biShORxGVvIjjxhZyhqNptVQW0xBAYjIUVdbE9nXaFgtkFfoj9mkGB7XgeBS0aOE+tKjB8yYYSibJiR4nENordLZ2dnZzJgxg9jYWIYNG0ZSUpLL+4oI48ePJy8vz3ls7dq1KKUqZUBv3bqVqVOnVrp23rx5rFmzBgCr1cqDDz5Inz59iImJYdiwYdVyHi6GJ554gqioKPr168dnn33mss3mzZsZNGgQMTExzJ07F5vN5nw2V9LbWjq7Mp2UUvfXtDWZhQ2MiIP8gmSyso1chKCgEnLTizGbzXh3D2pm61oZeXnGVNHeveePPfigkYfg49N8djUTrVU6+/HHHyc+Pp4DBw7wzjvvcO+997pst3HjRuLi4ippIiUkJDBq1CgSExPd7u/hhx/m1KlTJCUlkZSUxIcffkh+fn69nuHgwYMkJiaSnJzMp59+yt13310tUc/hcDB37lwSExNJSkri0ksv5V//+hdQs/S2ls6ujBkIAoJr2FolefnfY1Le5GR0xyHg195CvkMI6xbY3Ka1LjZvhl/9CjZsgKeeMmQroN5JaG2F1iSdffDgQa680hAQLJfPOHPmTLV2VaWzCwoK2L59O2+++abbTqGoqIjXX3+dl156yakv1KVLF26oZ52M9evXM3v2bHx9fYmMjCQqKoodO3ZUapOZmYmvr68zi/nqq692SmfXJr2tpbPPc0pEHm0yS5oIcVgJDo4m5+h/sQOmDkI7hI4ekoxTbzIz4cknDacAEB9vyFu3MGfw34zcCzeqIxM6ulf6s7VJZ8fFxfHBBx8watQoduzYQVpaGidOnKBLly6V2m3fvp3XXnvNub9u3TomTZpE3759CQsLY8+ePQwaVPv6kyNHjhAREVFptFET9913H1u2bKl2fPbs2Tz4YOX82ZMnTzJixAjnfrl0dkU6duyI1Wpl165dDBkyhDVr1jhF9GqT3tbS2edpWf/lDUxWdgAOpQgOsNNbmbRs9oUQgY8/NvIN8vKM1US/+x1cfz20wExwd1/gDUlrlc5+8MEHuffee4mPj2fgwIFcfvnlLovsZGVlERx8fpIgISHB2d/s2bNJSEhg0KBBDfaszz//vNtt3ZHOVkqRmJjIfffdR2lpKRMmTHA+Z23Xe5p0dm1OoekF6ZuQrJyymEJHM50i/TEVtbwXW4siPx+ef95wCL/4BfzpT+BChdKTKY8p5ObmMnXqVFasWMGiRYuIjo5m27Ztldq6ks6Oq0NgviGls9u1a+cUkBMRIiMjiYyMrNbOy8sLh8OByWQiMzOTzZs3k5SUhFIKu92OUoqnnnqqVunsqKgofv75Z/Lz8ys5GFfUZaTgrnT2yJEj+fLLLwH473//63SStV3vadLZiEir2gYPHiz1ITt7p1gs2fLrKV9Jz4hTcsuff5Ajew5J/oEz4rA76nXvNofdLmKznd/ftEnk449FHC3v53Tw4MHmNkECAwOd3+/Zs0d69OghFotFioqKJDIyUj7//HMRESkqKpIpU6bI8uXLRURk//790rt3bzl8+LCIiNjtdnn22Wer3X/Lli0yZcoUEREpLi6WHj16SEpKioiIzJ07V1544QURERk7dqzs3LlT0tPTJSIiQjIyMsRiscioUaNk4cKF1e6bnZ0tpaWlIiKycuVKufXWW10+3/Dhw539vfrqq3LnnXdWOj9mzBjZtm2blJSUSM+ePZ2/k9TUVImIiJCcnBwREVm8eLHMmzfP2Wd6erq8++67tf9wL0BSUpLExsZKSUmJHDt2TCIjI8VW8W+3jDNnzoiISElJiYwfP142bdokIiIfffSRTJo0SRwOh3zzzTcydOhQ5zW7du2SiRMn1su+psbV/wOwS9x4x3rkx2MpziHjnBcKCGhvQ4rt+FwSqJekViQ1Fe64A95++/yx8eNh8uQWFz9oiVSUzvb392f9+vUsW7aMfv36MXDgQIYOHepSOrt///7ExMRUqy9clYrS2QMHDsRkMtUqnX3VVVfVON9/6NAhoqOjueyyy/jkk0948cUXXbabMmUKW7duBYypoxkzZlQ6f/3117Nq1Sp8fX157733uO2224iPj2fWrFm88cYbtG9vTOktW7aMTp06MWDAAGJiYpg+fbpziutiiY6O5oYbbmDAgAFMmjSJFStWOEX7Jk+e7Jz+efrpp+nfvz+xsbFMmzaN8ePHO9v06tWLqKgo7rjjDufKMNDS2S2e+kpn5+Tswt8exC/HCFnFnfjVknTu6mfm0iF9MAd53jLKaths8M478PrrRtGbbt1gzZoWv8RUS2c3PqdOnWLOnDl8/nmbKKfiNp4mne2RI4Wi/EJy8wMxmRRBwTa8gnwwBXg3t1nNz+HDMGcOvPyy4RCuuw7ee6/FOwRN09C1a1fuuOOOSslrbR0tne0hHEk5i93ekbAQhZdJ8PL19uypI5sNXnvNELBzOIzRwV/+AsOGNbdlmhZGffMJWhueKJ3tcU7hWO5P7E0tQJkG0iEEfKx2vH08fJRgNhsV0UTgppvgt7/VAnYajYficU7B5rDhVxKJGROBARaKfBQ+l3igvEVRERQWQqdORuD44YchIwNiY5vbMo1G04x4ZEwhK9sXh0BweyvBAV4uE3XaNN98Y0ha/+Uv5+UpunXTDkGj0XjeSAEgI8vQXKGjnRAv5TH1ZsnNNTKSP/7Y2A8NNY6FhDSvXRqNpsXQqCMFpdQkpdRhpdQRpdSDLs7fr5Q6qJQ6oJTapJS6tDHtKScr21hNE9jeRk+h7TsFEdi0yRCw+/hjYzXRokVGDoJ2CA3K6dOnmT17Nr1792bAgAFMnjyZlStXVpOS1mhaKo02UlBKmYEVwNXACWCnUmqDiBys0GwvMEREipRSvwWeAhpOE7gKOSU5lNpKyCvwxq4UPkF2pK07BRFjmqhcX37QIGM/IqJ57WqDiAgzZsxwyjMD7Nu3jw8//LCZLdNo3KcxRwrDgCMickxELEAicF3FBiKyRUSKyna/BcIb0R5yLbkE+QZRUuSHQym6+lvxUwpTCxR0azCUgl69jNVEf/oTvPqqZziEIUNq3j744Hy7Dz6ovW0d2LJlC97e3pUyi+Pj4xk9ejQFBQXMmjWLyy67jJtvvtmpXfToo48ydOhQYmJiuPPOO53Hx40bx5IlSxg2bBh9+/Z16vXY7XYeeOABBg4cSGxsLC+99BIAu3fvZuzYsQwePJiJEydeMCNao6mJxnwbdgeOV9g/UXasJm4HXJZfUkrdqZTapZTade7cuXoZ5Wv2Ja/AG1AElJbg49sGE7PS06GilvzcuUZWcgtVNG0rJCUlVZPILmfv3r288MILHDx4kGPHjjlrG9xzzz3s3LmTpKQkiouL+eijj5zX2Gw2duzYwQsvvMDf/vY3AFauXMlPP/3E3r17OXDgADfffDNWq5Xf/e53rFmzht27dzN//nz+/Oc/N/4Da9okjRlodpUN5lJTQyl1CzAEGOvqvIisBFaCIXNRH6McDiEjS0AU3kE2uvZveonlRsPhgNWrYcUK8PWF//wHwsLAyws6d25u65oWd6VQZs40tkZm2LBhhIcbA+Fyee1Ro0axZcsWnnrqKYqKisjKyiI6Oppp06aVmWbYNXjwYFJTUwH44osv+M1vfuNcMRcWFuasYFYu1W232+mqFWw1F0ljOoUTQI8K++FANVFypdRVwJ+BsSJSvXRUA+OwOygoMmM2mQhq7+Ws/tTqOXYMli2DAweM/TFj9KigiYmOjnbWIa5Kxb8zs9mMzWajpKSEu+++m127dtGjRw+WLl1KSUlJtWvK24Pr2gwiQnR0NN98801DP5LGA2nMt8ZOoI9SKlIp5QPMBjZUbKCUuhx4DbhWRM42oi1OCgu8EIEAfxtmpfD2buXZzDYbvPkm3Hyz4RA6dTKWnT7+uF5Z1MSMHz+e0tJSXn/9deexnTt38r///c9l+3IH0LFjRwoKCmp0KBWZMGECr776qtNJZGVl0a9fP86dO+d0ClarleTk5Po+jsZDaTSnICI24B7gM+AQ8G8RSVZKPaqUuras2dMYdaD/o5Tap5TaUMPtGoyCfMMJ+Ho7UCZaf+Lan/8Mr7xiCNjNmGFMGY0Z09xWeSRKKdauXcvnn39O7969iY6OZunSpS6LvQCEhIRwxx13MHDgQKZPn87QoUMv2MeCBQuIiIggNjaWuLg4Vq1ahY+PD2vWrGHJkiXExcURHx/P119/3dCPp/EQPEo6Oy0vjd3fHmHJndF06VzKH5/NY8LQPvj5+TWwlU3Ivn3wt7/BQw+BGy+VtoqWztZozqOls+tAxs8F4LAR4G8Mv1tdjsKePbBy5fn9+HhjZZEHOwSNRtNwtPK5k7qTl2sGzPgGmhCR1uMUCgth+XL4v/8z9ocMMRLRwFA51Wg0mgbA45xCQYEPAgSH2jCZTK0jcW37dnjsMTh71lheOn8+DBzY3FZpNJo2iMc4BavDSnZJNlmnzDgEHAE2/Ft6kDknB559Fj4py+mLjoZHHoHevZvXLo1G02Zp4W/FhqPYVszpH/KxFAdiUg5Cw7zp5NPCq629/rrhEHx94e67jQI4rWFko9FoWi0e4xQAvPDG4TCWpPq1N+HVEufiRQy9IoC77oKsLFi4EMIbVRZKo9FoAA9cfZR3zoooE34BtpaVoyACa9ca8QKLxTjWrh088YR2CBqNpsloQW/FpqEg3wsxe6F8bJi9WshI4cQJQ6KiPP/i889hypTmtUmj0XgkHjdSyC/2Q5QiMNhB5+BmTlpzOOD99+HGGw2HEBpqyFNMnty8dmkuGqUUt956q3PfZrPRqVOnRi+yYzabiY+PJyYmhmnTppGTk+M8d+LECa677jr69OlD7969uffee7GUj0ZxXRjoxx9/rNZHcXExY8eOxW63O4+tXbsWpRQ//PCD81hqaioxMTGVrl26dCnPPPNMnfqrK59++in9+vUjKiqKv//97y7bvPjii8TExBAdHc0LL7xQ6dz8+fPp3LlzNdsb26ba2riyyWKxMGbMGKfUSUPjUU5BHA5yCg1HEBjowLc5dY+OHYPbboPnn4fSUrjmGkOiYsKE8zEFTasjMDDQKYMN8Pnnn9O9e22K8Q2Dv78/+/btIykpibCwMFasWAEYYnkzZ85k+vTppKSk8OOPP1JQUOCU1i4vDDRu3DiOHj3KwYMHefzxxzlz5ky1Pt566y1mzpxZKbcnISGBUaNGOYsKXYi69FcX7HY7Cxcu5JNPPuHgwYMkJCRw8ODBSm2SkpJ4/fXX2bFjB/v37+ejjz4iJSXFeX7evHl8+umnbvW3detW5s2bV2+bLtTGlU0+Pj5ceeWVrF692i1b64pHTR8VFpZQWOyN3ddEWHtBmZrx5fvDD5CcbEhaP/QQjBrVfLa0MepYG8dt3FVXueaaa/j444+ZNWsWCQkJ3HTTTc4iOe+99x7Lly/HYrEwfPhwXn75ZcxmM9OnT+f48eOUlJRw7733cuedd5Kamso111zDqFGj+Prrr+nevTvr16/H39+/1v5HjhzJgTK13M2bN+Pn58dtt90GGCOK559/nsjISP72t7/x7bffuiwM5Ir333+fVatWOfcLCgrYvn07W7Zs4dprr2Xp0qUX/NnUVIiovuzYsYOoqCh69eoFwOzZs1m/fj0DBgxwtjl06BAjRowgICAAgLFjx7J27Vr++Mc/AjBmzBinRHlD4I5NF2pTk03Tp0/nT3/6EzfffHOD2VuOR40UioqKUEoICLIzvJ1v0yeuZWef//6aa+CPf4R//1s7hDbG7NmzSUxMpKSkhAMHDjB8+HDAeCmtXr2a7du3s2/fPsxmM++//z5gfArfvXs3u3btYvny5WRmZgKQkpLCwoULSU5OJiQkhP8rz2ivAbvdzqZNm7j2WkNzMjk5uVrhn3bt2hEREcGRI0dqLQxUEYvFwrFjx+jZs6fz2Lp165g0aRJ9+/YlLCyMPXv2XPA+7vYHMHr0aOLj46ttX3zxRbW2J0+epEeP80r94eHhnDx5slKbmJgYtm3bRmZmJkVFRWzcuJHjx49XvVWtDB8+nPj4eBYsWMCGDRucNn1WXu62jja508YVMTEx7Ny5s062u4vHjBSsVivZmQUgJnwDHASqJnz0khKjDOaaNfDuuxAZaUwR3XBD09ngQVykXmKDERsbS2pqKgkJCUyuEB/atGkTu3fvdqqhFhcX07ms+NHy5ctZu3YtAMePHyclJYVLLrmEyMhI5yfpisV2qlJcXOws3jN48GBnwR1X9RdqO14TGRkZhFSRYk9ISOD3v/89YDjChIQEBg0aVON969If4BxduYMrYc+q/fXv358lS5Zw9dVXExQURFxcXJ1XIH733XeAMX309ttv8/bbb9fLJnfauMJsNuPj40N+fj7BwcEXbF8XPMYpWIqKyT1ViBII9nNgtihMfk3w+Lt2GSuLTpwwEs/27jWcgqZNc+211/LAAw+wdetW56d+EWHu3Lk88cQTldpu3bqVL774gm+++YaAgADGjRvnrLVQtThPeayiKuUxhdzcXKZOncqKFStYtGgR0dHR1UYXeXl5HD9+nN69e3P27Fm36jj4+/tXKgCUmZnJ5s2bSUpKQimF3W5HKcVTTz1Fhw4dyK44Ksao+xAZGUl4eLhb/YExUsjPz692/JlnnuGqq66qdCw8PLzSp/4TJ064lCy//fbbuf322wF46KGHnNXwGgN3bHLXbleUlpY2jsKziLSqbfDgwXIxHD/1kzz4x/el96Un5aopxyXzXOZF3cdt8vNFHntMZPBgY7vxRpHk5Mbt04M5ePBgc5sgIiKBgYEiInL8+HF54YUXRERky5YtMmXKFElOTpaoqCg5c+aMiIhkZmZKamqqrFu3TqZOnSoiIocOHRJfX1/ZsmWL/PTTTxIdHe2899NPPy1//etfa+1XRGTPnj3So0cPsVgs4nA4ZPDgwfKvf/1LRERsNpssWLBA7r//fhERcTgcMmzYMFm5cqXz+h07dsjWrVur9REeHi7FxcUiIvLqq6/KnXfeWen8mDFjZNu2bSIiMnjwYPniiy+cz9mnTx85cuRInfqrC1arVSIjI+XYsWNSWloqsbGxkpSUVK1d+c8+LS1N+vXrJ1lZWZXOV/2ZN7ZN7rRxZVNGRoZcdtllNfbt6v8B2CVuvGM9KqZQWOSHw2SmR4AVHz+fxuto3z5jauiDDwwBu9/8xpg2qhBg0rRtwsPDuffeeysdGzBgAMuWLWPChAnExsZy9dVXc+rUKSZNmoTNZiM2NpaHH36YESNG1Kvvyy+/nLi4OBITE52Ff/7zn//Qp08f+vbti5+fH48//jhQt8JAEyZM4KuvvgKMqaMZM2ZUOn/99dc7A9HvvPMOy5YtIz4+nvHjx/PXv/6V3r1717kQkbt4eXnxj3/8g4kTJ9K/f39uuOEGoqOjAZg8eTLp6elOGwcMGMC0adNYsWIFoaGhznvcdNNNjBw5ksOHDxMeHs6bb75ZrZ/ymELVzVVMwR2bamtTm01btmypNDXZoLjjOVrSdrEjhdQTR+W22zZIZORp+f3cFCkqKrqo+7jFzz+LjBwpMm+eyNGjjdePxklLGSm0Zfbs2SO33HJLc5uhEZEZM2bIDz/8UOP5+owUPCamUGx1UFxgQgHBQfaGraMgAt99B8OHGwHkHj2Musn9+mkBO02b4fLLL+eKK67Abm/g/x9NnbBYLEyfPp1+/fo1yv096o1VUuQDmPDvYm645ahnzsB998E998CHH54/3r+/dgiaNsf8+fO1Q2hmfHx8mDNnTqPd32NGClDmFJSiXUfv+v9hOxywbh288AIUFUFQEDRnhrRGo9E0AB7lFIpLjOV97UNNdV4zXYmffzaWmZYn64wbB0uWQKdO9TdSo9FomhGPcQoORyEWixlQhITUY1rnwAFjNZHFAmFhRlbylVdqvSKNRtMm8BingAhFRUEozIR2qcc0T//+EBFhBJHvvx/at284GzUajaaZ8RinICIUlfghJujQsQ6PbbHAe+/BzJkQEmLEDd56C8pEtTQajaYt4THLY6zZJZTafPE2C91D3Exc+/57uOUWePllePbZ88e1Q9BoNG0Ujxkp5OcoBAgOEby9L/DYxcXwyiuQkGDkIEREGCMFjUajaeN4jFMoKDAeNSjYWnuOwo4dxsqi9HQjz2DuXLjzTvBpRFkMTYNz/PhxSktLG+x+vr6+lSSOG4L58+fz0Ucf0blzZ5KSkty+Licnh1WrVnH33Xe7PL906VKCgoJ44IEH3LpfXdtr2jYeM32UX2DkJQQG1pKN+fPPsHCh4RD69oV33jGS0rRDaHWUlpYSEBDQYFtdHYw7lbnqUumrIjk5Obz88st1vk6jcQePcQq5+V44UAQF1+IUIiLgppvg7rsNh3DZZU1rpMajGDNmDGFhYbW2KSwsZMqUKcTFxRETE8Pq1at58MEHOXr0KPHx8SxevBiAxx57jH79+nHVVVdx+PDhC/ZdW/v33nuPYcOGER8fz1133YXdbmfJkiWVHNHSpUt5tmKcTdNm8Jjpo6wCLxxK0amdvcLBLHj6abj++vM1HO+/v3kM1LQJhg8fTmlpKQUFBWRlZTkL5Dz55JNMnDixzvf79NNP6datGx9//DEAubm5DB8+nKSkJPbt2wfA7t27SUxMZO/evdhsNgYNGlRrdbPa2lesDuft7c3dd9/N+++/z+zZs/n973/vnLL697//fVGjHE3Lx2OcQmG+YELo3MnfCB5/8gk88wzk5UFaGrz/vk5A09SbulTmcoeBAwfywAMPsGTJEqZOncro0aOrFbD58ssvmTFjhrP2cHkpzpqorX1N1eHmzJnD2bNnSU9P59y5c4SGhhIREVGvZ9O0TBrVKSilJgEvAmbgDRH5e5XzvsA7wGAgE7hRRFIbw5aCAmOmLNTHBvfeC19/bZwYMQIeekg7BE2LpG/fvuzevZuNGzfypz/9iQkTJrgUQ6urbEtN7aWG6nAAs2bNYs2aNZw+fZrZs2fXqT9N66HRYgpKKTOwArgGGADcpJSqWmXmdiBbRKKA54EnG8uewgIzfkXFdHl3heEQ2rWDpUvhpZegngU+NJqqjBs3rt6jBID09HQCAgK45ZZbeOCBB9izZw/BwcGVylSOGTOGtWvXUlxcTH5+Ph9WVOt1QW3tr7zyStasWcPZs2cBo4xmWloaYNRhTkxMZM2aNcyaNavez6ZpmTTmSGEYcEREjgEopRKB64CDFdpcBywt+34N8A+llCorCNGgFOaAf0EhISGZMH68IWDXoUNDd6NpIfj6+lJUVNSg93OH8phCVVzFFG666Sa2bt1KRkYG4eHh/O1vf3PWDy7n+++/Z/HixZhMJry9vXnllVfo0KEDv/zlL4mJieGaa67h6aef5sYbbyQ+Pp5LL72U0aNHO6+fPHkyb7z+Add3AAAJfklEQVTxRqXKZoMGDaqxfcXqcA6HA29vb1asWMGll15KdHQ0+fn5dO/ena5du9bah6b1ohrh/WvcWKlZwCQRWVC2fyswXETuqdAmqazNibL9o2VtMqrc607gToCIiIjB5Z9c6sI9CzP56qNsXlt8juH3jLzYx9K0UA4dOkT//v2b2wyNpkXg6v9BKbVbRIZc6NrGHCm4mrSs6oHcaYOIrARWAgwZMuSivNg/VnSAFR2AqIu5XKPRaDyCxsxTOAFUTAENB9JraqOU8gLaA1mNaJNGo9FoaqExncJOoI9SKlIp5QPMBjZUabMBmFv2/Sxgc2PEEzSegf7T0Wjq/3/QaE5BRGzAPcBnwCHg3yKSrJR6VClVvjD6TaCDUuoIcD/wYGPZo2nb+Pn5kZmZqR2DxqMRETIzM/Hz87voezRaoLmxGDJkiOzatau5zdC0MKxWKydOnKCkpKS5TdFomhU/Pz/Cw8PxrlIzviUEmjWaJsPb25vIyMjmNkOjafV4jCCeRqPRaC6MdgoajUajcaKdgkaj0WictLpAs1LqHFD3lGaDjkDGBVu1LfQzewb6mT2D+jzzpSLS6UKNWp1TqA9KqV3uRN/bEvqZPQP9zJ5BUzyznj7SaDQajRPtFDQajUbjxNOcwsrmNqAZ0M/sGehn9gwa/Zk9Kqag0Wg0mtrxtJGCRqPRaGpBOwWNRqPROGmTTkEpNUkpdVgpdUQpVU15VSnlq5RaXXb+O6VUz6a3smFx45nvV0odVEodUEptUkpd2hx2NiQXeuYK7WYppUQp1eqXL7rzzEqpG8p+18lKqVVNbWND48bfdoRSaotSam/Z3/fk5rCzoVBKvaWUOltWmdLVeaWUWl728ziglBrUoAaISJvaADNwFOgF+AD7gQFV2twNvFr2/WxgdXPb3QTPfAUQUPb9bz3hmcvaBQPbgG+BIc1tdxP8nvsAe4HQsv3/3965hspVXXH897e+4ivFBsUXXsVX1cZoU4kKVRsrPjBpJXiVJHrFBwZtUZt+kAg+2g+ilVLrI1qVRPERE9RefJBKGzWEXE0ommjwEWKwAamhxCAarca/H/a+4/Fmkjlz78zczNz1g4Fz9nnstc7MnHX22of/2me47W6Bzw8AM/Ly0cDa4bZ7iD7/HDgBeGsr288BXiRVrpwAvNbI/jtxpHAisNr2Gtv/B54EJg/YZzIwNy8vACZKqlYatF2o6bPtRbb7K9n3kSrhtTNlvmeAPwC3A52gqV3G5yuAe2xvALD9cYttbDRlfDawV14ezZYVHtsK26+y7QqUk4FHnOgDfihpv0b134lB4QDgP4X1dbmt6j5OxYA2Aj9qiXXNoYzPRS4jPWm0MzV9lnQ8cJDt51ppWBMp8z0fARwhaYmkPklntcy65lDG55uBaZLWAS8Av2mNacNGvf/3uujEegrVnvgHvndbZp92orQ/kqYB44FTm2pR89mmz5J2AP4M9LTKoBZQ5nvekZRCOo00Glws6VjbnzTZtmZRxueLgDm275R0EvBo9vmb5ps3LDT1/tWJI4V1wEGF9QPZcjhZ2UfSjqQh57aGa9s7ZXxG0hnALGCS7S9bZFuzqOXznsCxwMuS1pJyr71tPtlc9rf9d9tf2f4AeJcUJNqVMj5fBjwFYHspsCtJOK5TKfV/HyydGBSWAYdLOkTSzqSJ5N4B+/QCl+TlKcC/nGdw2pSaPudUyv2kgNDueWao4bPtjbbH2O6y3UWaR5lku51ruZb5bT9LeqkASWNI6aQ1LbWysZTx+UNgIoCkH5OCwvqWWtlaeoGL81tIE4CNtj9q1Mk7Ln1k+2tJ1wALSW8uPGz7bUm3Astt9wIPkYaYq0kjhAuHz+KhU9LnO4A9gPl5Tv1D25OGzeghUtLnjqKkzwuBMyWtAjYDv7f9v+GzemiU9Pl3wN8kXUdKo/S080OepCdI6b8xeZ7kJmAnANuzSfMm5wCrgc+BSxvafxtfuyAIgqDBdGL6KAiCIBgkERSCIAiCChEUgiAIggoRFIIgCIIKERSCIAiCChEUgu0OSZslvVH4dG1j366tqUnW2efLWYnzzSwRceQgznGVpIvzco+k/QvbHpR0dIPtXCZpXIljrpW021D7DkYGERSC7ZFNtscVPmtb1O9U28eRxBLvqPdg27NtP5JXe4D9C9sut72qIVZ+Z+e9lLPzWiCCQlCKCApBW5BHBIsl/Tt/Tq6yzzGSXs+jixWSDs/t0wrt90v6QY3uXgUOy8dOzDr9K7PO/S65/TZ9V5/iT7ntZkkzJU0h6Us9lvsclZ/wx0uaIen2gs09kv46SDuXUhBCk3SfpOVKdRRuyW2/JQWnRZIW5bYzJS3N13G+pD1q9BOMICIoBNsjowqpo2dy28fAL22fAHQDd1U57irgL7bHkW7K67LsQTdwSm7fDEyt0f95wEpJuwJzgG7bPyEpAMyQtDfwa+AY22OBPxYPtr0AWE56oh9ne1Nh8wLg/MJ6NzBvkHaeRZK16GeW7fHAWOBUSWNt30XSxTnd9ulZ+uJG4Ix8LZcD19foJxhBdJzMRdARbMo3xiI7AXfnHPpmkqbPQJYCsyQdCDxt+31JE4GfAsuyvMcoUoCpxmOSNgFrSfLLRwIf2H4vb58LXA3cTarP8KCk54HS0ty210takzVr3s99LMnnrcfO3UmyD8WqWxdIupL0v96PVHBmxYBjJ+T2JbmfnUnXLQiACApB+3Ad8F/gONIId4uiObYfl/QacC6wUNLlJJnhubZvKNHH1KJgnqSqNTayHs+JJBG2C4FrgF/U4cs84ALgHeAZ21a6Q5e2k1SB7DbgHuB8SYcAM4Gf2d4gaQ5JGG4gAl6yfVEd9gYjiEgfBe3CaOCjrJE/nfSU/D0kHQqsySmTXlIa5Z/AFEn75H32Vvn61O8AXZIOy+vTgVdyDn607RdIk7jV3gD6lCTfXY2ngV+R6gDMy2112Wn7K1IaaEJOPe0FfAZslLQvcPZWbOkDTun3SdJukqqNuoIRSgSFoF24F7hEUh8pdfRZlX26gbckvQEcRSpZuIp08/yHpBXAS6TUSk1sf0FSoJwvaSXwDTCbdIN9Lp/vFdIoZiBzgNn9E80DzrsBWAUcbPv13Fa3nXmu4k5gpu03SbWZ3wYeJqWk+nkAeFHSItvrSW9GPZH76SNdqyAAQiU1CIIgKBAjhSAIgqBCBIUgCIKgQgSFIAiCoEIEhSAIgqBCBIUgCIKgQgSFIAiCoEIEhSAIgqDCt5K5bIL4BFvMAAAAAElFTkSuQmCC\n", + "text/plain": [ + "<Figure size 432x288 with 1 Axes>" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "array([0.17113368, 0.09954229, 0.3102958 , ..., 0.11191282, 0.89457673,\n", + " 0.22076209])" + ] + }, + "execution_count": 8, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "cv = StratifiedKFold(n_splits=10)\n", + "results = np.zeros_like(y, dtype=float)\n", + "\n", + "tprs = []\n", + "aucs = []\n", + "mean_fpr = np.linspace(0, 1, 100)\n", + "\n", + "i = 0\n", + "for train, test in cv.split(X, y):\n", + " print('>>')\n", + " keras.backend.clear_session()\n", + " prbs=[]\n", + " model = SVC(kernel='rbf', gamma='scale', probability=True)\n", + " # Fit the model\n", + " model.fit(X[train,:], y[train])\n", + "\n", + " \n", + " probas_ = model.predict_proba(X[test,:])[:, 1]\n", + " results[test] = probas_\n", + "\n", + " # Compute ROC curve and area the curve\n", + " fpr, tpr, thresholds = roc_curve(y[test], probas_[ :])\n", + " print(' ' + str(auc(fpr, tpr)))\n", + " tprs.append(interp(mean_fpr, fpr, tpr))\n", + " tprs[-1][0] = 0.0\n", + " roc_auc = auc(fpr, tpr)\n", + " aucs.append(roc_auc)\n", + " plt.plot(fpr, tpr, lw=1, alpha=0.3,\n", + " label='ROC fold %d (AUC = %0.2f)' % (i, roc_auc))\n", + "\n", + " i += 1\n", + "plt.plot([0, 1], [0, 1], linestyle='--', lw=2, color='r',\n", + " label='Chance', alpha=.8)\n", + "\n", + "mean_tpr = np.mean(tprs, axis=0)\n", + "mean_tpr[-1] = 1.0\n", + "mean_auc = auc(mean_fpr, mean_tpr)\n", + "std_auc = np.std(aucs)\n", + "plt.plot(mean_fpr, mean_tpr, color='b',\n", + " label=r'Mean ROC (AUC = %0.2f $\\pm$ %0.2f)' % (mean_auc, std_auc),\n", + " lw=2, alpha=.8)\n", + "\n", + "std_tpr = np.std(tprs, axis=0)\n", + "tprs_upper = np.minimum(mean_tpr + std_tpr, 1)\n", + "tprs_lower = np.maximum(mean_tpr - std_tpr, 0)\n", + "plt.fill_between(mean_fpr, tprs_lower, tprs_upper, color='grey', alpha=.2,\n", + " label=r'$\\pm$ 1 std. dev.')\n", + "\n", + "plt.xlim([-0.05, 1.05])\n", + "plt.ylim([-0.05, 1.05])\n", + "plt.xlabel('False Positive Rate')\n", + "plt.ylabel('True Positive Rate')\n", + "plt.title('Receiver operating characteristic example')\n", + "plt.legend(loc=\"lower right\")\n", + "plt.show()\n", + "results" + ] + }, + { + "cell_type": "code", + "execution_count": 11, + "metadata": {}, + "outputs": [], + "source": [ + "df_results = pd.DataFrame(data={\"name\": names, 'pred': results})\n", + "df_results.to_csv('/home/drewe/notebooks/genotox/pred.svm.v4_ext.csv', index=None)" + ] + }, + { + "cell_type": "code", + "execution_count": 12, + "metadata": {}, + "outputs": [ + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXoAAAD8CAYAAAB5Pm/hAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAEm5JREFUeJzt3WGMXNd9nvHnjWTZbWKbtkUJAsmWDsIkNgzYFhaOAgMpY6aBrQamPliBjCamBaIEUiVI66CN2n4I3faD06JVbbRQylpuqCCJpapNRBhKUkEW47aoVK8iR7GluGJUV1pQNTexxDYVnFTJvx/m0FqRs9y7uzO7M2efH7CYe889c+ecnZ13zpx7526qCklSv75tuxsgSZoug16SOmfQS1LnDHpJ6pxBL0mdM+glqXMGvSR1zqCXpM4Z9JLUuSu3uwEAV199de3fv3+7myFJc+Wxxx77w6ravVa9mQj6/fv3s7i4uN3NkKS5kuR/Dqnn1I0kdc6gl6TOGfSS1DmDXpI6Z9BLUucMeknqnEEvSZ0z6CWpcwa9JHVuJr4ZO9OOHx+/LElzwhG9JHXOoJekzhn0ktQ5g16SOmfQS1LnBgV9kl1J7kvy+0meSvL9Sd6c5MEkT7fbN7W6SfKpJGeSPJHk+ul2QZJ0OUNH9J8EfrOqvhd4J/AUcDvwUFUdAB5q6wAfAA60n2PAnRNtsSRpXdYM+iRvAH4AuAugqv60ql4EDgMnW7WTwE1t+TBwd408AuxKct3EWy5JGmTIiP47gWXg3yZ5PMmnk3w7cG1VPQ/Qbq9p9fcAz624/1IrkyRtgyFBfyVwPXBnVb0b+L+8Mk0zTsaU1SWVkmNJFpMsLi8vD2qsJGn9hgT9ErBUVY+29fsYBf/XL0zJtNtzK+rvW3H/vcDZi3daVSeqaqGqFnbvXvOfmEuSNmjNoK+q/wU8l+R7WtEh4EngFHCklR0B7m/Lp4CPtLNvbgDOX5jikSRtvaEXNfsp4JeTXAU8A9zK6E3i3iRHgWeBm1vdB4AbgTPAS62uJGmbDAr6qvoSsDBm06ExdQu4bZPtkiRNiN+MlaTOGfSS1DmDXpI6Z9BLUucMeknqnEEvSZ0z6CWpcwa9JHXOoJekzhn0ktQ5g16SOmfQS1LnDHpJ6pxBL0mdM+glqXMGvSR1zqCXpM4Z9JLUOYNekjpn0EtS5wx6SeqcQS9JnTPoJalzBr0kdW5Q0Cf5WpLfS/KlJIut7M1JHkzydLt9UytPkk8lOZPkiSTXT7MDkqTLW8+I/ger6l1VtdDWbwceqqoDwENtHeADwIH2cwy4c1KNlSSt32ambg4DJ9vySeCmFeV318gjwK4k123icSRJmzA06Av4j0keS3KslV1bVc8DtNtrWvke4LkV911qZa+S5FiSxSSLy8vLG2u9JGlNVw6s996qOpvkGuDBJL9/mboZU1aXFFSdAE4ALCwsXLJdkjQZg0b0VXW23Z4Dfg14D/D1C1My7fZcq74E7Ftx973A2Uk1WJK0PmsGfZJvT/L6C8vADwNfBk4BR1q1I8D9bfkU8JF29s0NwPkLUzySpK03ZOrmWuDXklyo/ytV9ZtJvgjcm+Qo8Cxwc6v/AHAjcAZ4Cbh14q2WJA22ZtBX1TPAO8eU/xFwaEx5AbdNpHWSpE3zm7GS1DmDXpI6Z9BLUucMeknqnEEvSZ0z6CWpcwa9JHXOoJekzhn0ktQ5g16SOmfQS1LnDHpJ6pxBL0mdM+glqXMGvSR1zqCXpM4Z9JLUOYNekjpn0EtS5wx6SeqcQS9JnTPoJalzBr0kdc6gl6TODQ76JFckeTzJ59r6W5M8muTpJPckuaqVv7atn2nb90+n6ZKkIdYzov9p4KkV6z8P3FFVB4AXgKOt/CjwQlV9F3BHqydJ2iaDgj7JXuCvAZ9u6wHeB9zXqpwEbmrLh9s6bfuhVl+StA2Gjuj/BfB3gT9v628BXqyql9v6ErCnLe8BngNo28+3+q+S5FiSxSSLy8vLG2y+JGktawZ9kh8BzlXVYyuLx1StAdteKag6UVULVbWwe/fuQY2VJK3flQPqvBf4YJIbgdcBb2A0wt+V5Mo2at8LnG31l4B9wFKSK4E3At+YeMslSYOsOaKvqr9XVXuraj9wC/D5qvrrwMPAh1q1I8D9bflUW6dt/3xVXTKilyRtjc2cR/+zwMeSnGE0B39XK78LeEsr/xhw++aaKEnajCFTN99SVaeB0235GeA9Y+p8E7h5Am2TJE2A34yVpM4Z9JLUOYNekjpn0EtS5wx6SeqcQS9JnTPoJalzBr0kdc6gl6TOGfSS1Ll1XQJBknaa48fHL88TR/SS1DmDXpI6Z9BLUucMeknqnEEvSZ0z6CWpcwa9JHXOoJekzhn0ktQ5g16SOmfQS1LnDHpJ6pxBL0mdWzPok7wuyX9L8rtJvpLk4638rUkeTfJ0knuSXNXKX9vWz7Tt+6fbBUnS5QwZ0f8J8L6qeifwLuD9SW4Afh64o6oOAC8AR1v9o8ALVfVdwB2tniRpm6wZ9DXyx231Ne2ngPcB97Xyk8BNbflwW6dtP5QkE2uxJGldBs3RJ7kiyZeAc8CDwB8AL1bVy63KErCnLe8BngNo288Dbxmzz2NJFpMsLi8vb64XkqRVDQr6qvqzqnoXsBd4D/C2cdXa7bjRe11SUHWiqhaqamH37t1D2ytJWqd1nXVTVS8Cp4EbgF1JLvwrwr3A2ba8BOwDaNvfCHxjEo2VJK3fkLNudifZ1Zb/AvBDwFPAw8CHWrUjwP1t+VRbp23/fFVdMqKXJG2NIf8c/DrgZJIrGL0x3FtVn0vyJPDZJP8YeBy4q9W/C/ilJGcYjeRvmUK7JUkDrRn0VfUE8O4x5c8wmq+/uPybwM0TaZ0kadP8Zqwkdc6gl6TOGfSS1DmDXpI6Z9BLUucMeknqnEEvSZ0z6CWpcwa9JHXOoJekzhn0ktQ5g16SOmfQS1LnDHpJ6pxBL0mdM+glqXND/sOULjh+fPyyJM0wR/SS1DmDXpI659SNJF2kt5lZR/SS1DmDXpI6Z9BLUufWDPok+5I8nOSpJF9J8tOt/M1JHkzydLt9UytPkk8lOZPkiSTXT7sTkqTVDRnRvwz8TFW9DbgBuC3J24HbgYeq6gDwUFsH+ABwoP0cA+6ceKslSYOtGfRV9XxV/U5b/j/AU8Ae4DBwslU7CdzUlg8Dd9fII8CuJNdNvOWSpEHWdXplkv3Au4FHgWur6nkYvRkkuaZV2wM8t+JuS63s+c02dsv0dm6VpC0zi1+gH3wwNsl3AP8e+FtV9b8vV3VMWY3Z37Eki0kWl5eXhzZDkrROg4I+yWsYhfwvV9V/aMVfvzAl027PtfIlYN+Ku+8Fzl68z6o6UVULVbWwe/fujbZfkrSGIWfdBLgLeKqq/vmKTaeAI235CHD/ivKPtLNvbgDOX5jikSRtvSFz9O8Ffhz4vSRfamV/H/gEcG+So8CzwM1t2wPAjcAZ4CXg1om2WJK0LmsGfVX9Z8bPuwMcGlO/gNs22S5J0oR4UTNJGmi1s2hm5eya1Rj0krRJBv28mPVnSpI2aGcHveEuaQfY2UEvSVM0K9+S9TLFktQ5g16SOufUjSRtge2cxnFEL0mdM+glqXNO3WzUrBxOl6Q1OKKXpM4Z9JLUOaduJsFpHEkzzBG9JHXOEf2kObqXNGMc0UtS5xzRSxJ9fwB3RC9JnXNEL2nH6nkUv5IjeknqnEEvSZ0z6CWpcwa9JHVuzYOxST4D/Ahwrqre0creDNwD7Ae+BvxoVb2QJMAngRuBl4CPVtXvTKfpc8AvT0maAUPOuvlF4F8Cd68oux14qKo+keT2tv6zwAeAA+3n+4A7260MfWnb7PSX3JpBX1VfSLL/ouLDwMG2fBI4zSjoDwN3V1UBjyTZleS6qnp+Ug3etJ3+jEvacTY6R3/thfBut9e08j3AcyvqLbUySdI2mfTB2Iwpq7EVk2NJFpMsLi8vT7gZkqQLNhr0X09yHUC7PdfKl4B9K+rtBc6O20FVnaiqhapa2L179wabIUlay0YvgXAKOAJ8ot3ev6L8J5N8ltFB2PMzNT8/izxIK2nKhpxe+auMDrxenWQJ+DlGAX9vkqPAs8DNrfoDjE6tPMPo9Mpbp9Dm+WegS9pCQ866+fAqmw6NqVvAbZttlCRtluOpV/R79cp5nBKZxzZLmnleAkGSOmfQS1Ln+p26WWkep0FWa/M89kWasNVmOX15jLczgr4n/lVLWieDXtJcc7yzNufoJalzjuglzRRnJyfPoJc0Fwz9jXPqRpI654h+nvkZV9IABr2kmdXr+GWrx2gGfS+G/LX0+qqRdFnO0UtS5/oa0TtileaGL9et01fQS5o6zwGYPwa9VucrWhPgn872M+gv4/jpg68sHzy9be2YmCGX/PNVKXXHoN+pDHStYb3v/44XZpdBP0ErPwG8qryHTwOae/6Lg53LoN9G650a2pKppPWmwXpTwrTZlGmMmjezH5+2+WDQb8BqI/dp7H+uPg1s5bz/eo83rKM9s3YoYzPfhduuN4Pjx4HTp18pOHhwMg3Rhhj0F5l2iE/qcTfzZrCtnwzWcbfjx8fvZ9T+g6PlFe0fhcul5YMfa62Kpw9OJLAm9UbiaHoVvsFcwqAfaDNvAFt531l4A9jQflaG6Ss72vB9j58+CMdX1HnVfleWjx7j+IrNr973+DYMCeXLBvGFMDp+enKJPSbgLtn1kBDcTJ2V5Zux3rBe7XHX287V6mymfAZMJeiTvB/4JHAF8Omq+sQ0HgdwWMNlDgJvRei33//KUfak2rDafoaUA8Ne/BOwcpriVX28uG1jXvyXviFd2A/rD5fVbOb3MO3w2so3lc38rtZbf8ZCP1U12R0mVwD/HfirwBLwReDDVfXkavdZWFioxcXFjT3gRqcItmmKRsO9alpmFp+vaYxke+XvamTcm/3xje8uyWNVtbBWvWmM6N8DnKmqZ1pDPgscBlYN+q0yk2GhVfl8dWQnh/sMmEbQ7wGeW7G+BHzfFB5nVQaEtoThpTkxjaDPmLJL5oeSHAOOtdU/TvLVdT7O1cAfjt/08XXuam5cps9d24n9ts89+u1Liz7+8U31+y8PqTSNoF8C9q1Y3wucvbhSVZ0ATmz0QZIsDpmb6slO7DPszH7b551jK/o9jX888kXgQJK3JrkKuAU4NYXHkSQNMPERfVW9nOQngd9idHrlZ6rqK5N+HEnSMFM5j76qHgAemMa+V9jwtM8c24l9hp3Zb/u8c0y93xM/j16SNFv85+CS1LmZD/ok70/y1SRnktw+Zvtrk9zTtj+aZP/Wt3KyBvT5Y0meTPJEkoeSDDrFatat1e8V9T6UpJLM/RkaQ/qc5Efb8/2VJL+y1W2ctAF/338pycNJHm9/4zduRzsnKclnkpxL8uVVtifJp9rv5Ikk10+0AVU1sz+MDub+AfCdwFXA7wJvv6jO3wR+oS3fAtyz3e3egj7/IPAX2/JPzHufh/a71Xs98AXgEWBhu9u9Bc/1AeBx4E1t/ZrtbvcW9PkE8BNt+e3A17a73RPo9w8A1wNfXmX7jcBvMPoe0g3Ao5N8/Fkf0X/rcgpV9afAhcsprHQYONmW7wMOJRn3pa15sWafq+rhqnqprT7C6LsK827Icw3wj4B/AnxzKxs3JUP6/DeAf1VVLwBU1bktbuOkDelzAW9oy29kzPdw5k1VfQH4xmWqHAburpFHgF1JrpvU48960I+7nMKe1epU1cvAeeAtW9K66RjS55WOMhoJzLs1+53k3cC+qvrcVjZsioY8198NfHeS/5LkkXZl2Hk2pM/HgR9LssTo7L2f2pqmbav1vu7XZdavRz/kcgqDLrkwRwb3J8mPAQvAX5lqi7bGZfud5NuAO4CPblWDtsCQ5/pKRtM3Bxl9cvtPSd5RVS9OuW3TMqTPHwZ+sar+WZLvB36p9fnPp9+8bTPVHJv1Ef2Qyyl8q06SKxl91LvcR6RZN+gSEkl+CPgHwAer6k+2qG3TtFa/Xw+8Azid5GuM5jFPzfkB2aF/3/dX1f+rqv8BfJVR8M+rIX0+CtwLUFX/FXgdo+vg9GzQ636jZj3oh1xO4RRwpC1/CPh8taMbc2rNPrcpjH/NKOTnfc72gsv2u6rOV9XVVbW/qvYzOjbxwara4D8ymAlD/r5/ndHBd5JczWgq55ktbeVkDenzs8AhgCRvYxT0y1vayq13CvhIO/vmBuB8VT0/qZ3P9NRNrXI5hST/EFisqlPAXYw+2p1hNJK/ZftavHkD+/xPge8A/l077vxsVX1w2xo9AQP73ZWBff4t4IeTPAn8GfB3quqPtq/VmzOwzz8D/Jskf5vR9MVH53zwRpJfZTT9dnU79vBzwGsAquoXGB2LuBE4A7wE3DrRx5/z358kaQ2zPnUjSdokg16SOmfQS1LnDHpJ6pxBL0mdM+glqXMGvSR1zqCXpM79f5/+ZQXKTLw1AAAAAElFTkSuQmCC\n", + "text/plain": [ + "<Figure size 432x288 with 1 Axes>" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + } + ], + "source": [ + "plt.hist(results[y==0],100, color='red', alpha=0.5)\n", + "plt.hist(results[y==1],100, color='blue', alpha=0.5)\n", + "plt.show()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.9.1" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} |