tensorflow_linear_classification_with_dnn.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "# TensorFlow Classification"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "diabetes = pd.read_csv('diabetes.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Number_pregnant</th>\n",
       "      <th>Glucose_concentration</th>\n",
       "      <th>Blood_pressure</th>\n",
       "      <th>Triceps</th>\n",
       "      <th>Insulin</th>\n",
       "      <th>BMI</th>\n",
       "      <th>Pedigree</th>\n",
       "      <th>Age</th>\n",
       "      <th>Class</th>\n",
       "      <th>Group</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>6</td>\n",
       "      <td>0.743719</td>\n",
       "      <td>0.590164</td>\n",
       "      <td>0.353535</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500745</td>\n",
       "      <td>0.234415</td>\n",
       "      <td>50</td>\n",
       "      <td>1</td>\n",
       "      <td>B</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>0.427136</td>\n",
       "      <td>0.540984</td>\n",
       "      <td>0.292929</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.396423</td>\n",
       "      <td>0.116567</td>\n",
       "      <td>31</td>\n",
       "      <td>0</td>\n",
       "      <td>C</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>8</td>\n",
       "      <td>0.919598</td>\n",
       "      <td>0.524590</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.347243</td>\n",
       "      <td>0.253629</td>\n",
       "      <td>32</td>\n",
       "      <td>1</td>\n",
       "      <td>B</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>0.447236</td>\n",
       "      <td>0.540984</td>\n",
       "      <td>0.232323</td>\n",
       "      <td>0.111111</td>\n",
       "      <td>0.418778</td>\n",
       "      <td>0.038002</td>\n",
       "      <td>21</td>\n",
       "      <td>0</td>\n",
       "      <td>B</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>0.688442</td>\n",
       "      <td>0.327869</td>\n",
       "      <td>0.353535</td>\n",
       "      <td>0.198582</td>\n",
       "      <td>0.642325</td>\n",
       "      <td>0.943638</td>\n",
       "      <td>33</td>\n",
       "      <td>1</td>\n",
       "      <td>C</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Number_pregnant  Glucose_concentration  Blood_pressure   Triceps   Insulin  \\\n",
       "0                6               0.743719        0.590164  0.353535  0.000000   \n",
       "1                1               0.427136        0.540984  0.292929  0.000000   \n",
       "2                8               0.919598        0.524590  0.000000  0.000000   \n",
       "3                1               0.447236        0.540984  0.232323  0.111111   \n",
       "4                0               0.688442        0.327869  0.353535  0.198582   \n",
       "\n",
       "        BMI  Pedigree  Age  Class Group  \n",
       "0  0.500745  0.234415   50      1     B  \n",
       "1  0.396423  0.116567   31      0     C  \n",
       "2  0.347243  0.253629   32      1     B  \n",
       "3  0.418778  0.038002   21      0     B  \n",
       "4  0.642325  0.943638   33      1     C  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "diabetes.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Normalize the dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "cols_to_norm = ['Number_pregnant', 'Glucose_concentration', 'Blood_pressure', 'Triceps',\n",
    "       'Insulin', 'BMI', 'Pedigree']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "diabetes[cols_to_norm] = diabetes[cols_to_norm].apply(lambda x: (x - x.min()) / (x.max() - x.min()))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Create the Feature Columns to be accessed in the model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "import tensorflow as tf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "num_preg = tf.feature_column.numeric_column('Number_pregnant')\n",
    "plasma_gluc = tf.feature_column.numeric_column('Glucose_concentration')\n",
    "dias_press = tf.feature_column.numeric_column('Blood_pressure')\n",
    "tricep = tf.feature_column.numeric_column('Triceps')\n",
    "insulin = tf.feature_column.numeric_column('Insulin')\n",
    "bmi = tf.feature_column.numeric_column('BMI')\n",
    "diabetes_pedigree = tf.feature_column.numeric_column('Pedigree')\n",
    "age = tf.feature_column.numeric_column('Age')\n",
    "\n",
    "#Categorical column\n",
    "assigned_group = tf.feature_column.categorical_column_with_vocabulary_list('Group',['A','B','C','D'])\n",
    "# Alternative\n",
    "# assigned_group = tf.feature_column.categorical_column_with_hash_bucket('Group', hash_bucket_size=10)\n",
    "\n",
    "age_buckets = tf.feature_column.bucketized_column(age, boundaries=[20,30,40,50,60,70,80])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Putting them together"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "feat_cols = [num_preg ,plasma_gluc,dias_press ,tricep ,insulin,bmi,diabetes_pedigree ,assigned_group, age_buckets]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Train Test Split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Number_pregnant</th>\n",
       "      <th>Glucose_concentration</th>\n",
       "      <th>Blood_pressure</th>\n",
       "      <th>Triceps</th>\n",
       "      <th>Insulin</th>\n",
       "      <th>BMI</th>\n",
       "      <th>Pedigree</th>\n",
       "      <th>Age</th>\n",
       "      <th>Class</th>\n",
       "      <th>Group</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.352941</td>\n",
       "      <td>0.743719</td>\n",
       "      <td>0.590164</td>\n",
       "      <td>0.353535</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500745</td>\n",
       "      <td>0.234415</td>\n",
       "      <td>50</td>\n",
       "      <td>1</td>\n",
       "      <td>B</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.058824</td>\n",
       "      <td>0.427136</td>\n",
       "      <td>0.540984</td>\n",
       "      <td>0.292929</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.396423</td>\n",
       "      <td>0.116567</td>\n",
       "      <td>31</td>\n",
       "      <td>0</td>\n",
       "      <td>C</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.470588</td>\n",
       "      <td>0.919598</td>\n",
       "      <td>0.524590</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.347243</td>\n",
       "      <td>0.253629</td>\n",
       "      <td>32</td>\n",
       "      <td>1</td>\n",
       "      <td>B</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.058824</td>\n",
       "      <td>0.447236</td>\n",
       "      <td>0.540984</td>\n",
       "      <td>0.232323</td>\n",
       "      <td>0.111111</td>\n",
       "      <td>0.418778</td>\n",
       "      <td>0.038002</td>\n",
       "      <td>21</td>\n",
       "      <td>0</td>\n",
       "      <td>B</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.688442</td>\n",
       "      <td>0.327869</td>\n",
       "      <td>0.353535</td>\n",
       "      <td>0.198582</td>\n",
       "      <td>0.642325</td>\n",
       "      <td>0.943638</td>\n",
       "      <td>33</td>\n",
       "      <td>1</td>\n",
       "      <td>C</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Number_pregnant  Glucose_concentration  Blood_pressure   Triceps   Insulin  \\\n",
       "0         0.352941               0.743719        0.590164  0.353535  0.000000   \n",
       "1         0.058824               0.427136        0.540984  0.292929  0.000000   \n",
       "2         0.470588               0.919598        0.524590  0.000000  0.000000   \n",
       "3         0.058824               0.447236        0.540984  0.232323  0.111111   \n",
       "4         0.000000               0.688442        0.327869  0.353535  0.198582   \n",
       "\n",
       "        BMI  Pedigree  Age  Class Group  \n",
       "0  0.500745  0.234415   50      1     B  \n",
       "1  0.396423  0.116567   31      0     C  \n",
       "2  0.347243  0.253629   32      1     B  \n",
       "3  0.418778  0.038002   21      0     B  \n",
       "4  0.642325  0.943638   33      1     C  "
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "diabetes.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Drop the Class column because it will be predicted by model and will be provided as a label to train test split\n",
    "x_data = diabetes.drop('Class',axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "labels = diabetes['Class']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.model_selection import train_test_split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(x_data,labels,test_size=0.33, random_state=101)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Input Function"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 259,
   "metadata": {},
   "outputs": [],
   "source": [
    "input_func = tf.estimator.inputs.pandas_input_fn(x=X_train,y=y_train,batch_size=10,num_epochs=1000,shuffle=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Creating the Model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 260,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:Using default config.\n",
      "WARNING:tensorflow:Using temporary folder as model directory: C:\\Users\\Marcial\\AppData\\Local\\Temp\\tmp0qgb7dfs\n",
      "INFO:tensorflow:Using config: {'_save_checkpoints_secs': 600, '_log_step_count_steps': 100, '_save_checkpoints_steps': None, '_model_dir': 'C:\\\\Users\\\\Marcial\\\\AppData\\\\Local\\\\Temp\\\\tmp0qgb7dfs', '_save_summary_steps': 100, '_tf_random_seed': 1, '_keep_checkpoint_max': 5, '_keep_checkpoint_every_n_hours': 10000, '_session_config': None}\n"
     ]
    }
   ],
   "source": [
    "model = tf.estimator.LinearClassifier(feature_columns=feat_cols,n_classes=2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 261,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:Create CheckpointSaverHook.\n",
      "INFO:tensorflow:Saving checkpoints for 1 into C:\\Users\\Marcial\\AppData\\Local\\Temp\\tmp0qgb7dfs\\model.ckpt.\n",
      "INFO:tensorflow:loss = 6.93147, step = 1\n",
      "INFO:tensorflow:global_step/sec: 214.874\n",
      "INFO:tensorflow:loss = 4.84295, step = 101 (0.466 sec)\n",
      "INFO:tensorflow:global_step/sec: 223.933\n",
      "INFO:tensorflow:loss = 7.28367, step = 201 (0.448 sec)\n",
      "INFO:tensorflow:global_step/sec: 227.144\n",
      "INFO:tensorflow:loss = 5.93065, step = 301 (0.439 sec)\n",
      "INFO:tensorflow:global_step/sec: 231.054\n",
      "INFO:tensorflow:loss = 4.88241, step = 401 (0.433 sec)\n",
      "INFO:tensorflow:global_step/sec: 225.003\n",
      "INFO:tensorflow:loss = 7.39924, step = 501 (0.444 sec)\n",
      "INFO:tensorflow:global_step/sec: 228.566\n",
      "INFO:tensorflow:loss = 4.06486, step = 601 (0.438 sec)\n",
      "INFO:tensorflow:global_step/sec: 230.433\n",
      "INFO:tensorflow:loss = 5.13115, step = 701 (0.434 sec)\n",
      "INFO:tensorflow:global_step/sec: 229.748\n",
      "INFO:tensorflow:loss = 6.61412, step = 801 (0.435 sec)\n",
      "INFO:tensorflow:global_step/sec: 225.494\n",
      "INFO:tensorflow:loss = 4.43551, step = 901 (0.443 sec)\n",
      "INFO:tensorflow:Saving checkpoints for 1000 into C:\\Users\\Marcial\\AppData\\Local\\Temp\\tmp0qgb7dfs\\model.ckpt.\n",
      "INFO:tensorflow:Loss for final step: 5.21848.\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<tensorflow.python.estimator.canned.linear.LinearClassifier at 0x1d01c710588>"
      ]
     },
     "execution_count": 261,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.train(input_fn=input_func,steps=1000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 262,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# Useful link ofr your own data\n",
    "# https://stackoverflow.com/questions/44664285/what-are-the-contraints-for-tensorflow-scope-names"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Evaluation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 289,
   "metadata": {},
   "outputs": [],
   "source": [
    "eval_input_func = tf.estimator.inputs.pandas_input_fn(\n",
    "      x=X_test,\n",
    "      y=y_test,\n",
    "      batch_size=10,\n",
    "      num_epochs=1,\n",
    "      shuffle=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 281,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING:tensorflow:Casting <dtype: 'float32'> labels to bool.\n",
      "WARNING:tensorflow:Casting <dtype: 'float32'> labels to bool.\n",
      "INFO:tensorflow:Starting evaluation at 2017-08-29-23:48:59\n",
      "INFO:tensorflow:Restoring parameters from C:\\Users\\Marcial\\AppData\\Local\\Temp\\tmp0qgb7dfs\\model.ckpt-1000\n",
      "INFO:tensorflow:Finished evaluation at 2017-08-29-23:49:00\n",
      "INFO:tensorflow:Saving dict for global step 1000: accuracy = 0.716535, accuracy_baseline = 0.65748, auc = 0.782745, auc_precision_recall = 0.619158, average_loss = 0.539032, global_step = 1000, label/mean = 0.34252, loss = 5.26593, prediction/mean = 0.387154\n"
     ]
    }
   ],
   "source": [
    "results = model.evaluate(eval_input_func)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 290,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'accuracy': 0.71653545,\n",
       " 'accuracy_baseline': 0.65748036,\n",
       " 'auc': 0.78274488,\n",
       " 'auc_precision_recall': 0.61915845,\n",
       " 'average_loss': 0.53903216,\n",
       " 'global_step': 1000,\n",
       " 'label/mean': 0.34251967,\n",
       " 'loss': 5.2659297,\n",
       " 'prediction/mean': 0.38715369}"
      ]
     },
     "execution_count": 290,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "results"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Predictions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 293,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "pred_input_func = tf.estimator.inputs.pandas_input_fn(\n",
    "      x=X_test,\n",
    "      batch_size=10,\n",
    "      num_epochs=1,\n",
    "      shuffle=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 304,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Predictions is a generator! \n",
    "predictions = model.predict(pred_input_func)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 305,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:Restoring parameters from C:\\Users\\Marcial\\AppData\\Local\\Temp\\tmp0qgb7dfs\\model.ckpt-1000\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "[{'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.55796117], dtype=float32),\n",
       "  'logits': array([ 0.23289156], dtype=float32),\n",
       "  'probabilities': array([ 0.44203883,  0.55796117], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.65618318], dtype=float32),\n",
       "  'logits': array([ 0.64633107], dtype=float32),\n",
       "  'probabilities': array([ 0.34381679,  0.65618318], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.39375734], dtype=float32),\n",
       "  'logits': array([-0.43154556], dtype=float32),\n",
       "  'probabilities': array([ 0.60624272,  0.39375731], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.35286093], dtype=float32),\n",
       "  'logits': array([-0.60648727], dtype=float32),\n",
       "  'probabilities': array([ 0.64713913,  0.35286093], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.16140492], dtype=float32),\n",
       "  'logits': array([-1.64781177], dtype=float32),\n",
       "  'probabilities': array([ 0.83859503,  0.16140491], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.6909014], dtype=float32),\n",
       "  'logits': array([ 0.80433655], dtype=float32),\n",
       "  'probabilities': array([ 0.30909866,  0.6909014 ], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.62299085], dtype=float32),\n",
       "  'logits': array([ 0.50226247], dtype=float32),\n",
       "  'probabilities': array([ 0.37700909,  0.62299085], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.36943075], dtype=float32),\n",
       "  'logits': array([-0.53465968], dtype=float32),\n",
       "  'probabilities': array([ 0.63056928,  0.36943075], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.25749379], dtype=float32),\n",
       "  'logits': array([-1.05903554], dtype=float32),\n",
       "  'probabilities': array([ 0.74250621,  0.25749379], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.27936906], dtype=float32),\n",
       "  'logits': array([-0.94759345], dtype=float32),\n",
       "  'probabilities': array([ 0.72063094,  0.27936906], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.13335027], dtype=float32),\n",
       "  'logits': array([-1.87165558], dtype=float32),\n",
       "  'probabilities': array([ 0.86664975,  0.13335027], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.16778208], dtype=float32),\n",
       "  'logits': array([-1.60142827], dtype=float32),\n",
       "  'probabilities': array([ 0.83221787,  0.16778208], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.31971544], dtype=float32),\n",
       "  'logits': array([-0.75507975], dtype=float32),\n",
       "  'probabilities': array([ 0.68028456,  0.31971547], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.60559005], dtype=float32),\n",
       "  'logits': array([ 0.42881227], dtype=float32),\n",
       "  'probabilities': array([ 0.39440998,  0.60559005], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.17564642], dtype=float32),\n",
       "  'logits': array([-1.54612648], dtype=float32),\n",
       "  'probabilities': array([ 0.82435358,  0.17564644], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.32707405], dtype=float32),\n",
       "  'logits': array([-0.72144866], dtype=float32),\n",
       "  'probabilities': array([ 0.67292595,  0.32707405], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.37538436], dtype=float32),\n",
       "  'logits': array([-0.50918609], dtype=float32),\n",
       "  'probabilities': array([ 0.62461561,  0.3753843 ], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.13138798], dtype=float32),\n",
       "  'logits': array([-1.88874197], dtype=float32),\n",
       "  'probabilities': array([ 0.86861205,  0.13138796], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.38359559], dtype=float32),\n",
       "  'logits': array([-0.47431451], dtype=float32),\n",
       "  'probabilities': array([ 0.61640441,  0.38359553], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.15294221], dtype=float32),\n",
       "  'logits': array([-1.71170878], dtype=float32),\n",
       "  'probabilities': array([ 0.84705776,  0.15294221], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.22918342], dtype=float32),\n",
       "  'logits': array([-1.21292782], dtype=float32),\n",
       "  'probabilities': array([ 0.77081656,  0.22918342], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.31109655], dtype=float32),\n",
       "  'logits': array([-0.79499781], dtype=float32),\n",
       "  'probabilities': array([ 0.68890345,  0.31109652], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.6828168], dtype=float32),\n",
       "  'logits': array([ 0.766747], dtype=float32),\n",
       "  'probabilities': array([ 0.31718323,  0.6828168 ], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.23229374], dtype=float32),\n",
       "  'logits': array([-1.19540441], dtype=float32),\n",
       "  'probabilities': array([ 0.76770627,  0.23229375], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.17710447], dtype=float32),\n",
       "  'logits': array([-1.53608942], dtype=float32),\n",
       "  'probabilities': array([ 0.82289553,  0.17710447], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.78553385], dtype=float32),\n",
       "  'logits': array([ 1.29821134], dtype=float32),\n",
       "  'probabilities': array([ 0.21446621,  0.78553385], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.19033816], dtype=float32),\n",
       "  'logits': array([-1.44781435], dtype=float32),\n",
       "  'probabilities': array([ 0.80966181,  0.19033816], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.31526718], dtype=float32),\n",
       "  'logits': array([-0.77560836], dtype=float32),\n",
       "  'probabilities': array([ 0.68473285,  0.31526715], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.10475395], dtype=float32),\n",
       "  'logits': array([-2.14548445], dtype=float32),\n",
       "  'probabilities': array([ 0.89524609,  0.10475394], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.61244583], dtype=float32),\n",
       "  'logits': array([ 0.45760489], dtype=float32),\n",
       "  'probabilities': array([ 0.38755414,  0.61244583], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.95203304], dtype=float32),\n",
       "  'logits': array([ 2.9880867], dtype=float32),\n",
       "  'probabilities': array([ 0.04796699,  0.95203304], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.45812201], dtype=float32),\n",
       "  'logits': array([-0.16790545], dtype=float32),\n",
       "  'probabilities': array([ 0.54187804,  0.45812199], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.33878264], dtype=float32),\n",
       "  'logits': array([-0.66872382], dtype=float32),\n",
       "  'probabilities': array([ 0.66121733,  0.33878264], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.60819507], dtype=float32),\n",
       "  'logits': array([ 0.43973172], dtype=float32),\n",
       "  'probabilities': array([ 0.3918049 ,  0.60819507], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.24199027], dtype=float32),\n",
       "  'logits': array([-1.14179873], dtype=float32),\n",
       "  'probabilities': array([ 0.75800973,  0.24199025], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.38551652], dtype=float32),\n",
       "  'logits': array([-0.46619797], dtype=float32),\n",
       "  'probabilities': array([ 0.61448348,  0.38551652], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.53459191], dtype=float32),\n",
       "  'logits': array([ 0.13858914], dtype=float32),\n",
       "  'probabilities': array([ 0.46540803,  0.53459191], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.67757237], dtype=float32),\n",
       "  'logits': array([ 0.74263752], dtype=float32),\n",
       "  'probabilities': array([ 0.32242766,  0.67757237], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.76950181], dtype=float32),\n",
       "  'logits': array([ 1.20550036], dtype=float32),\n",
       "  'probabilities': array([ 0.23049816,  0.76950181], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.37508768], dtype=float32),\n",
       "  'logits': array([-0.51045144], dtype=float32),\n",
       "  'probabilities': array([ 0.62491232,  0.37508771], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.19320086], dtype=float32),\n",
       "  'logits': array([-1.4293443], dtype=float32),\n",
       "  'probabilities': array([ 0.80679917,  0.19320087], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.58036751], dtype=float32),\n",
       "  'logits': array([ 0.32428217], dtype=float32),\n",
       "  'probabilities': array([ 0.41963252,  0.58036751], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.15202405], dtype=float32),\n",
       "  'logits': array([-1.71881366], dtype=float32),\n",
       "  'probabilities': array([ 0.84797597,  0.15202403], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.56952387], dtype=float32),\n",
       "  'logits': array([ 0.27990866], dtype=float32),\n",
       "  'probabilities': array([ 0.43047619,  0.56952387], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.13961381], dtype=float32),\n",
       "  'logits': array([-1.81850123], dtype=float32),\n",
       "  'probabilities': array([ 0.86038619,  0.13961381], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.11589029], dtype=float32),\n",
       "  'logits': array([-2.03193736], dtype=float32),\n",
       "  'probabilities': array([ 0.88410974,  0.11589028], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.65727782], dtype=float32),\n",
       "  'logits': array([ 0.6511867], dtype=float32),\n",
       "  'probabilities': array([ 0.34272218,  0.65727782], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.20017104], dtype=float32),\n",
       "  'logits': array([-1.38522565], dtype=float32),\n",
       "  'probabilities': array([ 0.79982901,  0.20017107], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.19991153], dtype=float32),\n",
       "  'logits': array([-1.38684726], dtype=float32),\n",
       "  'probabilities': array([ 0.80008841,  0.19991153], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.1187475], dtype=float32),\n",
       "  'logits': array([-2.00434494], dtype=float32),\n",
       "  'probabilities': array([ 0.88125247,  0.11874748], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.18620166], dtype=float32),\n",
       "  'logits': array([-1.47488236], dtype=float32),\n",
       "  'probabilities': array([ 0.81379831,  0.18620163], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.25038549], dtype=float32),\n",
       "  'logits': array([-1.09655738], dtype=float32),\n",
       "  'probabilities': array([ 0.74961454,  0.25038549], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.27554727], dtype=float32),\n",
       "  'logits': array([-0.9666574], dtype=float32),\n",
       "  'probabilities': array([ 0.72445273,  0.27554724], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.41501966], dtype=float32),\n",
       "  'logits': array([-0.3432523], dtype=float32),\n",
       "  'probabilities': array([ 0.58498031,  0.41501966], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.13168174], dtype=float32),\n",
       "  'logits': array([-1.88617039], dtype=float32),\n",
       "  'probabilities': array([ 0.86831826,  0.13168173], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.24102014], dtype=float32),\n",
       "  'logits': array([-1.14709473], dtype=float32),\n",
       "  'probabilities': array([ 0.75897986,  0.24102014], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.23040096], dtype=float32),\n",
       "  'logits': array([-1.20604861], dtype=float32),\n",
       "  'probabilities': array([ 0.76959902,  0.23040093], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.22469635], dtype=float32),\n",
       "  'logits': array([-1.23850477], dtype=float32),\n",
       "  'probabilities': array([ 0.77530366,  0.22469637], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.49391589], dtype=float32),\n",
       "  'logits': array([-0.02433777], dtype=float32),\n",
       "  'probabilities': array([ 0.50608414,  0.49391586], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.17951699], dtype=float32),\n",
       "  'logits': array([-1.5196234], dtype=float32),\n",
       "  'probabilities': array([ 0.82048303,  0.17951699], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.24979781], dtype=float32),\n",
       "  'logits': array([-1.09969103], dtype=float32),\n",
       "  'probabilities': array([ 0.75020218,  0.24979776], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.67137396], dtype=float32),\n",
       "  'logits': array([ 0.71440589], dtype=float32),\n",
       "  'probabilities': array([ 0.32862601,  0.67137396], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.64419168], dtype=float32),\n",
       "  'logits': array([ 0.59360409], dtype=float32),\n",
       "  'probabilities': array([ 0.35580832,  0.64419168], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.53001058], dtype=float32),\n",
       "  'logits': array([ 0.12018681], dtype=float32),\n",
       "  'probabilities': array([ 0.46998936,  0.53001058], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.37844512], dtype=float32),\n",
       "  'logits': array([-0.49615306], dtype=float32),\n",
       "  'probabilities': array([ 0.62155491,  0.37844515], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.50612783], dtype=float32),\n",
       "  'logits': array([ 0.02451241], dtype=float32),\n",
       "  'probabilities': array([ 0.49387223,  0.50612783], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.18749627], dtype=float32),\n",
       "  'logits': array([-1.46636152], dtype=float32),\n",
       "  'probabilities': array([ 0.81250376,  0.18749626], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.19669166], dtype=float32),\n",
       "  'logits': array([-1.40710139], dtype=float32),\n",
       "  'probabilities': array([ 0.80330837,  0.19669165], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.16059238], dtype=float32),\n",
       "  'logits': array([-1.65382707], dtype=float32),\n",
       "  'probabilities': array([ 0.83940756,  0.16059236], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.13056014], dtype=float32),\n",
       "  'logits': array([-1.89601517], dtype=float32),\n",
       "  'probabilities': array([ 0.86943984,  0.13056014], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.63270837], dtype=float32),\n",
       "  'logits': array([ 0.54385352], dtype=float32),\n",
       "  'probabilities': array([ 0.36729163,  0.63270837], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.23025657], dtype=float32),\n",
       "  'logits': array([-1.20686293], dtype=float32),\n",
       "  'probabilities': array([ 0.76974338,  0.23025657], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.47672155], dtype=float32),\n",
       "  'logits': array([-0.09318125], dtype=float32),\n",
       "  'probabilities': array([ 0.52327847,  0.47672153], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.61605757], dtype=float32),\n",
       "  'logits': array([ 0.47284758], dtype=float32),\n",
       "  'probabilities': array([ 0.38394251,  0.61605757], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.29693726], dtype=float32),\n",
       "  'logits': array([-0.86192536], dtype=float32),\n",
       "  'probabilities': array([ 0.70306277,  0.29693726], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.670241], dtype=float32),\n",
       "  'logits': array([ 0.70927525], dtype=float32),\n",
       "  'probabilities': array([ 0.32975897,  0.670241  ], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.13783947], dtype=float32),\n",
       "  'logits': array([-1.83335185], dtype=float32),\n",
       "  'probabilities': array([ 0.8621605 ,  0.13783945], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.63215828], dtype=float32),\n",
       "  'logits': array([ 0.54148722], dtype=float32),\n",
       "  'probabilities': array([ 0.36784166,  0.63215828], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.12870607], dtype=float32),\n",
       "  'logits': array([-1.91244817], dtype=float32),\n",
       "  'probabilities': array([ 0.87129396,  0.12870605], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.5816192], dtype=float32),\n",
       "  'logits': array([ 0.3294239], dtype=float32),\n",
       "  'probabilities': array([ 0.4183808,  0.5816192], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.33349115], dtype=float32),\n",
       "  'logits': array([-0.69243705], dtype=float32),\n",
       "  'probabilities': array([ 0.66650879,  0.33349112], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.1638547], dtype=float32),\n",
       "  'logits': array([-1.62982225], dtype=float32),\n",
       "  'probabilities': array([ 0.83614534,  0.1638547 ], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.57735813], dtype=float32),\n",
       "  'logits': array([ 0.31193733], dtype=float32),\n",
       "  'probabilities': array([ 0.42264193,  0.57735813], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.64178061], dtype=float32),\n",
       "  'logits': array([ 0.58310091], dtype=float32),\n",
       "  'probabilities': array([ 0.35821939,  0.64178061], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.57041287], dtype=float32),\n",
       "  'logits': array([ 0.28353596], dtype=float32),\n",
       "  'probabilities': array([ 0.4295871 ,  0.57041287], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.1775943], dtype=float32),\n",
       "  'logits': array([-1.53273201], dtype=float32),\n",
       "  'probabilities': array([ 0.8224057,  0.1775943], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.36456352], dtype=float32),\n",
       "  'logits': array([-0.55561125], dtype=float32),\n",
       "  'probabilities': array([ 0.63543648,  0.36456355], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.15673359], dtype=float32),\n",
       "  'logits': array([-1.68273544], dtype=float32),\n",
       "  'probabilities': array([ 0.84326643,  0.15673359], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.71244246], dtype=float32),\n",
       "  'logits': array([ 0.90727627], dtype=float32),\n",
       "  'probabilities': array([ 0.28755751,  0.71244246], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.83064651], dtype=float32),\n",
       "  'logits': array([ 1.5902164], dtype=float32),\n",
       "  'probabilities': array([ 0.16935344,  0.83064651], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.65522611], dtype=float32),\n",
       "  'logits': array([ 0.64209127], dtype=float32),\n",
       "  'probabilities': array([ 0.34477398,  0.65522611], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.22891141], dtype=float32),\n",
       "  'logits': array([-1.21446812], dtype=float32),\n",
       "  'probabilities': array([ 0.7710886 ,  0.22891141], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.46452746], dtype=float32),\n",
       "  'logits': array([-0.14212894], dtype=float32),\n",
       "  'probabilities': array([ 0.53547257,  0.46452746], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.42250165], dtype=float32),\n",
       "  'logits': array([-0.31251234], dtype=float32),\n",
       "  'probabilities': array([ 0.57749838,  0.42250162], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.4649677], dtype=float32),\n",
       "  'logits': array([-0.1403591], dtype=float32),\n",
       "  'probabilities': array([ 0.53503227,  0.4649677 ], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.37404913], dtype=float32),\n",
       "  'logits': array([-0.51488477], dtype=float32),\n",
       "  'probabilities': array([ 0.62595087,  0.3740491 ], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.47426856], dtype=float32),\n",
       "  'logits': array([-0.10301691], dtype=float32),\n",
       "  'probabilities': array([ 0.52573144,  0.4742685 ], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.15522675], dtype=float32),\n",
       "  'logits': array([-1.6941812], dtype=float32),\n",
       "  'probabilities': array([ 0.84477317,  0.15522675], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.57506204], dtype=float32),\n",
       "  'logits': array([ 0.30253458], dtype=float32),\n",
       "  'probabilities': array([ 0.42493799,  0.57506204], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.57801378], dtype=float32),\n",
       "  'logits': array([ 0.31462514], dtype=float32),\n",
       "  'probabilities': array([ 0.42198616,  0.57801378], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.26217726], dtype=float32),\n",
       "  'logits': array([-1.03468275], dtype=float32),\n",
       "  'probabilities': array([ 0.73782277,  0.26217729], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.18000086], dtype=float32),\n",
       "  'logits': array([-1.51634169], dtype=float32),\n",
       "  'probabilities': array([ 0.81999916,  0.18000086], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.18435942], dtype=float32),\n",
       "  'logits': array([-1.48708665], dtype=float32),\n",
       "  'probabilities': array([ 0.81564057,  0.1843594 ], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.30278137], dtype=float32),\n",
       "  'logits': array([-0.83408809], dtype=float32),\n",
       "  'probabilities': array([ 0.6972186 ,  0.30278134], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.41796073], dtype=float32),\n",
       "  'logits': array([-0.33115047], dtype=float32),\n",
       "  'probabilities': array([ 0.5820393 ,  0.41796073], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.13644391], dtype=float32),\n",
       "  'logits': array([-1.84514523], dtype=float32),\n",
       "  'probabilities': array([ 0.86355609,  0.13644391], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.36856467], dtype=float32),\n",
       "  'logits': array([-0.53837925], dtype=float32),\n",
       "  'probabilities': array([ 0.63143533,  0.3685647 ], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.25058821], dtype=float32),\n",
       "  'logits': array([-1.0954777], dtype=float32),\n",
       "  'probabilities': array([ 0.74941176,  0.25058821], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.10159454], dtype=float32),\n",
       "  'logits': array([-2.17963171], dtype=float32),\n",
       "  'probabilities': array([ 0.89840549,  0.10159454], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.1278353], dtype=float32),\n",
       "  'logits': array([-1.92023563], dtype=float32),\n",
       "  'probabilities': array([ 0.87216467,  0.12783529], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.78610688], dtype=float32),\n",
       "  'logits': array([ 1.30161619], dtype=float32),\n",
       "  'probabilities': array([ 0.21389315,  0.78610688], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.19060996], dtype=float32),\n",
       "  'logits': array([-1.4460516], dtype=float32),\n",
       "  'probabilities': array([ 0.80939001,  0.19060996], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.1310125], dtype=float32),\n",
       "  'logits': array([-1.89203596], dtype=float32),\n",
       "  'probabilities': array([ 0.86898744,  0.13101248], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.14640413], dtype=float32),\n",
       "  'logits': array([-1.76308703], dtype=float32),\n",
       "  'probabilities': array([ 0.85359591,  0.14640413], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.51072872], dtype=float32),\n",
       "  'logits': array([ 0.04292154], dtype=float32),\n",
       "  'probabilities': array([ 0.48927122,  0.51072872], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.50083059], dtype=float32),\n",
       "  'logits': array([ 0.00332236], dtype=float32),\n",
       "  'probabilities': array([ 0.49916944,  0.50083059], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.25369829], dtype=float32),\n",
       "  'logits': array([-1.07898414], dtype=float32),\n",
       "  'probabilities': array([ 0.74630171,  0.25369829], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.48882383], dtype=float32),\n",
       "  'logits': array([-0.04471219], dtype=float32),\n",
       "  'probabilities': array([ 0.51117617,  0.48882383], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.18352994], dtype=float32),\n",
       "  'logits': array([-1.49261236], dtype=float32),\n",
       "  'probabilities': array([ 0.81647009,  0.18352994], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.24992914], dtype=float32),\n",
       "  'logits': array([-1.09899008], dtype=float32),\n",
       "  'probabilities': array([ 0.75007087,  0.24992919], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.53128928], dtype=float32),\n",
       "  'logits': array([ 0.12532079], dtype=float32),\n",
       "  'probabilities': array([ 0.46871075,  0.53128928], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.50011915], dtype=float32),\n",
       "  'logits': array([ 0.0004766], dtype=float32),\n",
       "  'probabilities': array([ 0.49988085,  0.50011915], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.13999844], dtype=float32),\n",
       "  'logits': array([-1.81530297], dtype=float32),\n",
       "  'probabilities': array([ 0.8600015 ,  0.13999842], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.4289307], dtype=float32),\n",
       "  'logits': array([-0.28621531], dtype=float32),\n",
       "  'probabilities': array([ 0.5710693 ,  0.42893067], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.72606289], dtype=float32),\n",
       "  'logits': array([ 0.97473812], dtype=float32),\n",
       "  'probabilities': array([ 0.27393711,  0.72606289], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.56194556], dtype=float32),\n",
       "  'logits': array([ 0.2490617], dtype=float32),\n",
       "  'probabilities': array([ 0.43805444,  0.56194556], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.4083429], dtype=float32),\n",
       "  'logits': array([-0.37081987], dtype=float32),\n",
       "  'probabilities': array([ 0.59165704,  0.4083429 ], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.60832047], dtype=float32),\n",
       "  'logits': array([ 0.44025791], dtype=float32),\n",
       "  'probabilities': array([ 0.39167953,  0.60832047], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.24321523], dtype=float32),\n",
       "  'logits': array([-1.13513207], dtype=float32),\n",
       "  'probabilities': array([ 0.7567848 ,  0.24321525], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.19606003], dtype=float32),\n",
       "  'logits': array([-1.41110373], dtype=float32),\n",
       "  'probabilities': array([ 0.80394   ,  0.19606003], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.13269824], dtype=float32),\n",
       "  'logits': array([-1.87730932], dtype=float32),\n",
       "  'probabilities': array([ 0.86730182,  0.13269825], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.26907772], dtype=float32),\n",
       "  'logits': array([-0.99930686], dtype=float32),\n",
       "  'probabilities': array([ 0.73092228,  0.26907772], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.51565993], dtype=float32),\n",
       "  'logits': array([ 0.0626601], dtype=float32),\n",
       "  'probabilities': array([ 0.4843401 ,  0.51565993], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.71912646], dtype=float32),\n",
       "  'logits': array([ 0.94013274], dtype=float32),\n",
       "  'probabilities': array([ 0.28087351,  0.71912646], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.2324103], dtype=float32),\n",
       "  'logits': array([-1.19475091], dtype=float32),\n",
       "  'probabilities': array([ 0.76758969,  0.23241031], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.16509359], dtype=float32),\n",
       "  'logits': array([-1.62080717], dtype=float32),\n",
       "  'probabilities': array([ 0.83490646,  0.16509359], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.46410409], dtype=float32),\n",
       "  'logits': array([-0.14383101], dtype=float32),\n",
       "  'probabilities': array([ 0.53589588,  0.46410412], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.24189402], dtype=float32),\n",
       "  'logits': array([-1.14232349], dtype=float32),\n",
       "  'probabilities': array([ 0.75810599,  0.24189402], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.15400687], dtype=float32),\n",
       "  'logits': array([-1.7035141], dtype=float32),\n",
       "  'probabilities': array([ 0.8459931 ,  0.15400685], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.19997917], dtype=float32),\n",
       "  'logits': array([-1.38642454], dtype=float32),\n",
       "  'probabilities': array([ 0.80002081,  0.19997917], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.12861174], dtype=float32),\n",
       "  'logits': array([-1.91328955], dtype=float32),\n",
       "  'probabilities': array([ 0.87138826,  0.12861173], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.39923564], dtype=float32),\n",
       "  'logits': array([-0.40865111], dtype=float32),\n",
       "  'probabilities': array([ 0.60076439,  0.39923561], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.8065744], dtype=float32),\n",
       "  'logits': array([ 1.42790341], dtype=float32),\n",
       "  'probabilities': array([ 0.19342555,  0.8065744 ], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.78362948], dtype=float32),\n",
       "  'logits': array([ 1.28694391], dtype=float32),\n",
       "  'probabilities': array([ 0.21637055,  0.78362948], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.56793606], dtype=float32),\n",
       "  'logits': array([ 0.27343547], dtype=float32),\n",
       "  'probabilities': array([ 0.43206385,  0.56793606], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.52695417], dtype=float32),\n",
       "  'logits': array([ 0.10792148], dtype=float32),\n",
       "  'probabilities': array([ 0.47304577,  0.52695417], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.5892238], dtype=float32),\n",
       "  'logits': array([ 0.36075759], dtype=float32),\n",
       "  'probabilities': array([ 0.41077617,  0.5892238 ], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.12216703], dtype=float32),\n",
       "  'logits': array([-1.97206712], dtype=float32),\n",
       "  'probabilities': array([ 0.87783301,  0.12216703], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.56485689], dtype=float32),\n",
       "  'logits': array([ 0.26089752], dtype=float32),\n",
       "  'probabilities': array([ 0.43514308,  0.56485689], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.80181074], dtype=float32),\n",
       "  'logits': array([ 1.39765], dtype=float32),\n",
       "  'probabilities': array([ 0.19818929,  0.80181074], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.43121743], dtype=float32),\n",
       "  'logits': array([-0.27688581], dtype=float32),\n",
       "  'probabilities': array([ 0.56878257,  0.4312174 ], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.26815107], dtype=float32),\n",
       "  'logits': array([-1.00402355], dtype=float32),\n",
       "  'probabilities': array([ 0.73184896,  0.26815107], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.36678603], dtype=float32),\n",
       "  'logits': array([-0.54602981], dtype=float32),\n",
       "  'probabilities': array([ 0.633214  ,  0.36678603], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.62643445], dtype=float32),\n",
       "  'logits': array([ 0.51695061], dtype=float32),\n",
       "  'probabilities': array([ 0.37356555,  0.62643445], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.24997979], dtype=float32),\n",
       "  'logits': array([-1.09872007], dtype=float32),\n",
       "  'probabilities': array([ 0.75002021,  0.24997978], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.68648988], dtype=float32),\n",
       "  'logits': array([ 0.78375995], dtype=float32),\n",
       "  'probabilities': array([ 0.31351009,  0.68648988], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.43795457], dtype=float32),\n",
       "  'logits': array([-0.24946755], dtype=float32),\n",
       "  'probabilities': array([ 0.56204545,  0.43795455], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.4407953], dtype=float32),\n",
       "  'logits': array([-0.23793495], dtype=float32),\n",
       "  'probabilities': array([ 0.5592047 ,  0.44079533], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.17423546], dtype=float32),\n",
       "  'logits': array([-1.555902], dtype=float32),\n",
       "  'probabilities': array([ 0.82576448,  0.17423545], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.18854128], dtype=float32),\n",
       "  'logits': array([-1.45951653], dtype=float32),\n",
       "  'probabilities': array([ 0.81145871,  0.18854128], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.18704902], dtype=float32),\n",
       "  'logits': array([-1.46930015], dtype=float32),\n",
       "  'probabilities': array([ 0.81295097,  0.18704902], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.46879032], dtype=float32),\n",
       "  'logits': array([-0.12500125], dtype=float32),\n",
       "  'probabilities': array([ 0.53120971,  0.46879032], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.15845971], dtype=float32),\n",
       "  'logits': array([-1.66973352], dtype=float32),\n",
       "  'probabilities': array([ 0.84154028,  0.15845969], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.72133523], dtype=float32),\n",
       "  'logits': array([ 0.95109439], dtype=float32),\n",
       "  'probabilities': array([ 0.2786648 ,  0.72133523], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.21212086], dtype=float32),\n",
       "  'logits': array([-1.31218851], dtype=float32),\n",
       "  'probabilities': array([ 0.78787917,  0.21212086], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.53737915], dtype=float32),\n",
       "  'logits': array([ 0.14979613], dtype=float32),\n",
       "  'probabilities': array([ 0.46262079,  0.53737915], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.16327365], dtype=float32),\n",
       "  'logits': array([-1.63406944], dtype=float32),\n",
       "  'probabilities': array([ 0.83672631,  0.16327363], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.68576497], dtype=float32),\n",
       "  'logits': array([ 0.7803936], dtype=float32),\n",
       "  'probabilities': array([ 0.31423506,  0.68576497], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.33047703], dtype=float32),\n",
       "  'logits': array([-0.7060284], dtype=float32),\n",
       "  'probabilities': array([ 0.669523,  0.330477], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.21531136], dtype=float32),\n",
       "  'logits': array([-1.29320192], dtype=float32),\n",
       "  'probabilities': array([ 0.78468865,  0.21531133], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.36322564], dtype=float32),\n",
       "  'logits': array([-0.56139123], dtype=float32),\n",
       "  'probabilities': array([ 0.63677436,  0.36322561], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.33636895], dtype=float32),\n",
       "  'logits': array([-0.67951787], dtype=float32),\n",
       "  'probabilities': array([ 0.66363114,  0.33636892], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.18106931], dtype=float32),\n",
       "  'logits': array([-1.50911963], dtype=float32),\n",
       "  'probabilities': array([ 0.81893075,  0.1810693 ], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.75369549], dtype=float32),\n",
       "  'logits': array([ 1.11841989], dtype=float32),\n",
       "  'probabilities': array([ 0.24630448,  0.75369549], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.21330228], dtype=float32),\n",
       "  'logits': array([-1.30513382], dtype=float32),\n",
       "  'probabilities': array([ 0.78669769,  0.21330227], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.18443488], dtype=float32),\n",
       "  'logits': array([-1.4865849], dtype=float32),\n",
       "  'probabilities': array([ 0.81556517,  0.18443488], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.29302517], dtype=float32),\n",
       "  'logits': array([-0.88073671], dtype=float32),\n",
       "  'probabilities': array([ 0.70697486,  0.29302514], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.45271066], dtype=float32),\n",
       "  'logits': array([-0.18972445], dtype=float32),\n",
       "  'probabilities': array([ 0.54728931,  0.45271063], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.2814602], dtype=float32),\n",
       "  'logits': array([-0.93723005], dtype=float32),\n",
       "  'probabilities': array([ 0.71853977,  0.28146017], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.12323682], dtype=float32),\n",
       "  'logits': array([-1.962129], dtype=float32),\n",
       "  'probabilities': array([ 0.87676316,  0.12323683], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.85357565], dtype=float32),\n",
       "  'logits': array([ 1.76292515], dtype=float32),\n",
       "  'probabilities': array([ 0.14642435,  0.85357565], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.69437283], dtype=float32),\n",
       "  'logits': array([ 0.82064319], dtype=float32),\n",
       "  'probabilities': array([ 0.30562711,  0.69437283], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.52916509], dtype=float32),\n",
       "  'logits': array([ 0.11679292], dtype=float32),\n",
       "  'probabilities': array([ 0.47083491,  0.52916509], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.75705534], dtype=float32),\n",
       "  'logits': array([ 1.13660264], dtype=float32),\n",
       "  'probabilities': array([ 0.24294464,  0.75705534], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.11463444], dtype=float32),\n",
       "  'logits': array([-2.0442524], dtype=float32),\n",
       "  'probabilities': array([ 0.88536561,  0.11463444], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.15475759], dtype=float32),\n",
       "  'logits': array([-1.69776344], dtype=float32),\n",
       "  'probabilities': array([ 0.84524238,  0.15475759], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.2138796], dtype=float32),\n",
       "  'logits': array([-1.30169678], dtype=float32),\n",
       "  'probabilities': array([ 0.78612036,  0.2138796 ], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.35159403], dtype=float32),\n",
       "  'logits': array([-0.61203986], dtype=float32),\n",
       "  'probabilities': array([ 0.64840597,  0.35159403], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.39080071], dtype=float32),\n",
       "  'logits': array([-0.44394767], dtype=float32),\n",
       "  'probabilities': array([ 0.60919929,  0.39080068], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.61331034], dtype=float32),\n",
       "  'logits': array([ 0.46124864], dtype=float32),\n",
       "  'probabilities': array([ 0.38668966,  0.61331034], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.58309072], dtype=float32),\n",
       "  'logits': array([ 0.33547425], dtype=float32),\n",
       "  'probabilities': array([ 0.41690922,  0.58309072], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.41324413], dtype=float32),\n",
       "  'logits': array([-0.35057038], dtype=float32),\n",
       "  'probabilities': array([ 0.58675593,  0.41324413], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.38006064], dtype=float32),\n",
       "  'logits': array([-0.48929083], dtype=float32),\n",
       "  'probabilities': array([ 0.61993939,  0.38006067], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.38794822], dtype=float32),\n",
       "  'logits': array([-0.45594501], dtype=float32),\n",
       "  'probabilities': array([ 0.61205178,  0.38794822], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.20265922], dtype=float32),\n",
       "  'logits': array([-1.36975634], dtype=float32),\n",
       "  'probabilities': array([ 0.79734081,  0.2026592 ], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.6769352], dtype=float32),\n",
       "  'logits': array([ 0.73972249], dtype=float32),\n",
       "  'probabilities': array([ 0.32306483,  0.6769352 ], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.13234198], dtype=float32),\n",
       "  'logits': array([-1.88040829], dtype=float32),\n",
       "  'probabilities': array([ 0.86765802,  0.13234198], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.28117543], dtype=float32),\n",
       "  'logits': array([-0.93863851], dtype=float32),\n",
       "  'probabilities': array([ 0.71882457,  0.28117543], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.58118159], dtype=float32),\n",
       "  'logits': array([ 0.32762599], dtype=float32),\n",
       "  'probabilities': array([ 0.41881832,  0.58118159], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.3502644], dtype=float32),\n",
       "  'logits': array([-0.61787724], dtype=float32),\n",
       "  'probabilities': array([ 0.64973563,  0.35026437], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.20641792], dtype=float32),\n",
       "  'logits': array([-1.34665406], dtype=float32),\n",
       "  'probabilities': array([ 0.79358208,  0.20641792], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.26895788], dtype=float32),\n",
       "  'logits': array([-0.99991626], dtype=float32),\n",
       "  'probabilities': array([ 0.73104209,  0.26895788], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.27466241], dtype=float32),\n",
       "  'logits': array([-0.97109449], dtype=float32),\n",
       "  'probabilities': array([ 0.72533762,  0.27466241], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.14140934], dtype=float32),\n",
       "  'logits': array([-1.80363345], dtype=float32),\n",
       "  'probabilities': array([ 0.85859072,  0.14140935], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.18801422], dtype=float32),\n",
       "  'logits': array([-1.46296513], dtype=float32),\n",
       "  'probabilities': array([ 0.81198579,  0.18801424], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.58480674], dtype=float32),\n",
       "  'logits': array([ 0.3425374], dtype=float32),\n",
       "  'probabilities': array([ 0.41519323,  0.58480674], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.70161235], dtype=float32),\n",
       "  'logits': array([ 0.8549875], dtype=float32),\n",
       "  'probabilities': array([ 0.29838768,  0.70161235], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.6585449], dtype=float32),\n",
       "  'logits': array([ 0.65681648], dtype=float32),\n",
       "  'probabilities': array([ 0.34145513,  0.6585449 ], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.73536336], dtype=float32),\n",
       "  'logits': array([ 1.02200699], dtype=float32),\n",
       "  'probabilities': array([ 0.26463664,  0.73536336], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.50264412], dtype=float32),\n",
       "  'logits': array([ 0.01057661], dtype=float32),\n",
       "  'probabilities': array([ 0.49735588,  0.50264412], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.31847611], dtype=float32),\n",
       "  'logits': array([-0.76078385], dtype=float32),\n",
       "  'probabilities': array([ 0.68152392,  0.31847614], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.54505706], dtype=float32),\n",
       "  'logits': array([ 0.18071854], dtype=float32),\n",
       "  'probabilities': array([ 0.45494291,  0.54505706], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.18428923], dtype=float32),\n",
       "  'logits': array([-1.48755336], dtype=float32),\n",
       "  'probabilities': array([ 0.81571078,  0.18428923], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.15075451], dtype=float32),\n",
       "  'logits': array([-1.72869551], dtype=float32),\n",
       "  'probabilities': array([ 0.84924543,  0.1507545 ], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.19256017], dtype=float32),\n",
       "  'logits': array([-1.43345988], dtype=float32),\n",
       "  'probabilities': array([ 0.80743986,  0.19256017], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.54056996], dtype=float32),\n",
       "  'logits': array([ 0.16263735], dtype=float32),\n",
       "  'probabilities': array([ 0.45943007,  0.54056996], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.06443796], dtype=float32),\n",
       "  'logits': array([-2.6754446], dtype=float32),\n",
       "  'probabilities': array([ 0.93556207,  0.06443796], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.2919451], dtype=float32),\n",
       "  'logits': array([-0.88595593], dtype=float32),\n",
       "  'probabilities': array([ 0.7080549 ,  0.29194507], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.18209551], dtype=float32),\n",
       "  'logits': array([-1.50221419], dtype=float32),\n",
       "  'probabilities': array([ 0.81790447,  0.18209551], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.30330956], dtype=float32),\n",
       "  'logits': array([-0.83158714], dtype=float32),\n",
       "  'probabilities': array([ 0.69669038,  0.30330956], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.24334858], dtype=float32),\n",
       "  'logits': array([-1.13440776], dtype=float32),\n",
       "  'probabilities': array([ 0.7566514 ,  0.24334858], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.28087884], dtype=float32),\n",
       "  'logits': array([-0.94010645], dtype=float32),\n",
       "  'probabilities': array([ 0.71912116,  0.28087881], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.78421915], dtype=float32),\n",
       "  'logits': array([ 1.29042506], dtype=float32),\n",
       "  'probabilities': array([ 0.21578087,  0.78421915], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.17615375], dtype=float32),\n",
       "  'logits': array([-1.54262674], dtype=float32),\n",
       "  'probabilities': array([ 0.82384628,  0.17615375], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.12096036], dtype=float32),\n",
       "  'logits': array([-1.98336709], dtype=float32),\n",
       "  'probabilities': array([ 0.87903959,  0.12096035], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.61335355], dtype=float32),\n",
       "  'logits': array([ 0.46143079], dtype=float32),\n",
       "  'probabilities': array([ 0.38664645,  0.61335355], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.52804583], dtype=float32),\n",
       "  'logits': array([ 0.11230135], dtype=float32),\n",
       "  'probabilities': array([ 0.47195414,  0.52804583], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.87329209], dtype=float32),\n",
       "  'logits': array([ 1.93038535], dtype=float32),\n",
       "  'probabilities': array([ 0.12670794,  0.87329209], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.68690956], dtype=float32),\n",
       "  'logits': array([ 0.78571033], dtype=float32),\n",
       "  'probabilities': array([ 0.31309047,  0.68690956], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.12469162], dtype=float32),\n",
       "  'logits': array([-1.94873261], dtype=float32),\n",
       "  'probabilities': array([ 0.87530839,  0.12469161], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.66782904], dtype=float32),\n",
       "  'logits': array([ 0.6983825], dtype=float32),\n",
       "  'probabilities': array([ 0.33217096,  0.66782904], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.55900961], dtype=float32),\n",
       "  'logits': array([ 0.23714364], dtype=float32),\n",
       "  'probabilities': array([ 0.44099036,  0.55900961], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.77366883], dtype=float32),\n",
       "  'logits': array([ 1.22914457], dtype=float32),\n",
       "  'probabilities': array([ 0.22633116,  0.77366883], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.2383789], dtype=float32),\n",
       "  'logits': array([-1.16158772], dtype=float32),\n",
       "  'probabilities': array([ 0.76162106,  0.2383789 ], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.17451456], dtype=float32),\n",
       "  'logits': array([-1.55396342], dtype=float32),\n",
       "  'probabilities': array([ 0.82548547,  0.17451456], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.57683343], dtype=float32),\n",
       "  'logits': array([ 0.30978751], dtype=float32),\n",
       "  'probabilities': array([ 0.42316663,  0.57683343], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.16105686], dtype=float32),\n",
       "  'logits': array([-1.6503855], dtype=float32),\n",
       "  'probabilities': array([ 0.83894318,  0.16105686], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.80009997], dtype=float32),\n",
       "  'logits': array([ 1.38691902], dtype=float32),\n",
       "  'probabilities': array([ 0.19990009,  0.80009997], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.5503121], dtype=float32),\n",
       "  'logits': array([ 0.20193172], dtype=float32),\n",
       "  'probabilities': array([ 0.44968793,  0.5503121 ], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.17196575], dtype=float32),\n",
       "  'logits': array([-1.57175922], dtype=float32),\n",
       "  'probabilities': array([ 0.82803428,  0.17196575], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.55687469], dtype=float32),\n",
       "  'logits': array([ 0.22848749], dtype=float32),\n",
       "  'probabilities': array([ 0.44312534,  0.55687469], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.4945555], dtype=float32),\n",
       "  'logits': array([-0.02177882], dtype=float32),\n",
       "  'probabilities': array([ 0.50544447,  0.49455547], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.12135779], dtype=float32),\n",
       "  'logits': array([-1.97963452], dtype=float32),\n",
       "  'probabilities': array([ 0.8786422,  0.1213578], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.54037374], dtype=float32),\n",
       "  'logits': array([ 0.16184735], dtype=float32),\n",
       "  'probabilities': array([ 0.45962626,  0.54037374], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.62572473], dtype=float32),\n",
       "  'logits': array([ 0.51391912], dtype=float32),\n",
       "  'probabilities': array([ 0.37427524,  0.62572473], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.7525906], dtype=float32),\n",
       "  'logits': array([ 1.11247683], dtype=float32),\n",
       "  'probabilities': array([ 0.24740943,  0.7525906 ], dtype=float32)},\n",
       " {'class_ids': array([1], dtype=int64),\n",
       "  'classes': array([b'1'], dtype=object),\n",
       "  'logistic': array([ 0.82572824], dtype=float32),\n",
       "  'logits': array([ 1.55564976], dtype=float32),\n",
       "  'probabilities': array([ 0.17427176,  0.82572824], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.47984257], dtype=float32),\n",
       "  'logits': array([-0.08067352], dtype=float32),\n",
       "  'probabilities': array([ 0.52015746,  0.47984254], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.16781564], dtype=float32),\n",
       "  'logits': array([-1.60118794], dtype=float32),\n",
       "  'probabilities': array([ 0.83218437,  0.16781566], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.08741742], dtype=float32),\n",
       "  'logits': array([-2.34558392], dtype=float32),\n",
       "  'probabilities': array([ 0.91258258,  0.08741742], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.10527843], dtype=float32),\n",
       "  'logits': array([-2.13990402], dtype=float32),\n",
       "  'probabilities': array([ 0.89472157,  0.10527842], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.27746215], dtype=float32),\n",
       "  'logits': array([-0.95708525], dtype=float32),\n",
       "  'probabilities': array([ 0.72253782,  0.27746215], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.35465974], dtype=float32),\n",
       "  'logits': array([-0.59861887], dtype=float32),\n",
       "  'probabilities': array([ 0.64534026,  0.35465974], dtype=float32)},\n",
       " {'class_ids': array([0], dtype=int64),\n",
       "  'classes': array([b'0'], dtype=object),\n",
       "  'logistic': array([ 0.27513254], dtype=float32),\n",
       "  'logits': array([-0.96873599], dtype=float32),\n",
       "  'probabilities': array([ 0.72486746,  0.27513251], dtype=float32)}]"
      ]
     },
     "execution_count": 305,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "list(predictions)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# DNN Classifier"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(x_data,labels,test_size=0.33, random_state=101)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Assigned group is the numeric feature column for 'Group'\n",
    "embedded_group_column = tf.feature_column.embedding_column(assigned_group, dimension=4)\n",
    "featureColumns = [num_preg ,plasma_gluc,dias_press ,tricep ,insulin,bmi,diabetes_pedigree,\n",
    "             embedded_group_column, age_buckets]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "inputFunction = tf.estimator.inputs.pandas_input_fn(x=X_train,y=y_train,batch_size=100,num_epochs=1000,shuffle=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:Using default config.\n",
      "WARNING:tensorflow:Using temporary folder as model directory: /var/folders/1x/5c0qcdm55cvdsjtwhfs67glw0000gn/T/tmpi6glyxnv\n",
      "INFO:tensorflow:Using config: {'_model_dir': '/var/folders/1x/5c0qcdm55cvdsjtwhfs67glw0000gn/T/tmpi6glyxnv', '_tf_random_seed': None, '_save_summary_steps': 100, '_save_checkpoints_steps': None, '_save_checkpoints_secs': 600, '_session_config': allow_soft_placement: true\n",
      "graph_options {\n",
      "  rewrite_options {\n",
      "    meta_optimizer_iterations: ONE\n",
      "  }\n",
      "}\n",
      ", '_keep_checkpoint_max': 5, '_keep_checkpoint_every_n_hours': 10000, '_log_step_count_steps': 100, '_train_distribute': None, '_device_fn': None, '_protocol': None, '_eval_distribute': None, '_experimental_distribute': None, '_service': None, '_cluster_spec': <tensorflow.python.training.server_lib.ClusterSpec object at 0x128702dd8>, '_task_type': 'worker', '_task_id': 0, '_global_id_in_cluster': 0, '_master': '', '_evaluation_master': '', '_is_chief': True, '_num_ps_replicas': 0, '_num_worker_replicas': 1}\n",
      "WARNING:tensorflow:From /Library/Frameworks/Python.framework/Versions/3.6/lib/python3.6/site-packages/tensorflow/python/estimator/inputs/queues/feeding_queue_runner.py:62: QueueRunner.__init__ (from tensorflow.python.training.queue_runner_impl) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "To construct input pipelines, use the `tf.data` module.\n",
      "WARNING:tensorflow:From /Library/Frameworks/Python.framework/Versions/3.6/lib/python3.6/site-packages/tensorflow/python/estimator/inputs/queues/feeding_functions.py:500: add_queue_runner (from tensorflow.python.training.queue_runner_impl) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "To construct input pipelines, use the `tf.data` module.\n",
      "INFO:tensorflow:Calling model_fn.\n",
      "INFO:tensorflow:Done calling model_fn.\n",
      "INFO:tensorflow:Create CheckpointSaverHook.\n",
      "INFO:tensorflow:Graph was finalized.\n",
      "INFO:tensorflow:Running local_init_op.\n",
      "INFO:tensorflow:Done running local_init_op.\n",
      "WARNING:tensorflow:From /Library/Frameworks/Python.framework/Versions/3.6/lib/python3.6/site-packages/tensorflow/python/training/monitored_session.py:804: start_queue_runners (from tensorflow.python.training.queue_runner_impl) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "To construct input pipelines, use the `tf.data` module.\n",
      "INFO:tensorflow:Saving checkpoints for 0 into /var/folders/1x/5c0qcdm55cvdsjtwhfs67glw0000gn/T/tmpi6glyxnv/model.ckpt.\n",
      "INFO:tensorflow:loss = 67.4805, step = 1\n",
      "INFO:tensorflow:global_step/sec: 144.098\n",
      "INFO:tensorflow:loss = 54.981365, step = 101 (0.695 sec)\n",
      "INFO:tensorflow:global_step/sec: 147.73\n",
      "INFO:tensorflow:loss = 40.20621, step = 201 (0.682 sec)\n",
      "INFO:tensorflow:global_step/sec: 175.525\n",
      "INFO:tensorflow:loss = 40.582386, step = 301 (0.564 sec)\n",
      "INFO:tensorflow:global_step/sec: 154.604\n",
      "INFO:tensorflow:loss = 48.699177, step = 401 (0.647 sec)\n",
      "INFO:tensorflow:global_step/sec: 157.05\n",
      "INFO:tensorflow:loss = 45.024925, step = 501 (0.637 sec)\n",
      "INFO:tensorflow:global_step/sec: 183.083\n",
      "INFO:tensorflow:loss = 33.041065, step = 601 (0.546 sec)\n",
      "INFO:tensorflow:global_step/sec: 171.686\n",
      "INFO:tensorflow:loss = 31.961414, step = 701 (0.583 sec)\n",
      "INFO:tensorflow:global_step/sec: 171.821\n",
      "INFO:tensorflow:loss = 32.990494, step = 801 (0.582 sec)\n",
      "INFO:tensorflow:global_step/sec: 168.613\n",
      "INFO:tensorflow:loss = 23.847479, step = 901 (0.593 sec)\n",
      "INFO:tensorflow:Saving checkpoints for 1000 into /var/folders/1x/5c0qcdm55cvdsjtwhfs67glw0000gn/T/tmpi6glyxnv/model.ckpt.\n",
      "INFO:tensorflow:Loss for final step: 15.789865.\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<tensorflow.python.estimator.canned.dnn.DNNClassifier at 0x1287167b8>"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dnnClassifierModel = tf.estimator.DNNClassifier(hidden_units=[512, 256, 128],\n",
    "                                                feature_columns=featureColumns,\n",
    "                                                n_classes=2,\n",
    "                                                activation_fn=tf.nn.tanh,\n",
    "                                                optimizer=lambda: tf.train.AdamOptimizer(\n",
    "                                                    learning_rate=tf.train.exponential_decay(learning_rate=0.001,\n",
    "                                                    global_step=tf.train.get_global_step(),\n",
    "                                                    decay_steps=1000,\n",
    "                                                    decay_rate=0.96)))\n",
    "\n",
    "dnnClassifierModel.train(input_fn=inputFunction,steps=1000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:Calling model_fn.\n",
      "INFO:tensorflow:Done calling model_fn.\n",
      "INFO:tensorflow:Create CheckpointSaverHook.\n",
      "INFO:tensorflow:Graph was finalized.\n",
      "INFO:tensorflow:Restoring parameters from /var/folders/1x/5c0qcdm55cvdsjtwhfs67glw0000gn/T/tmpi6glyxnv/model.ckpt-1000\n",
      "INFO:tensorflow:Running local_init_op.\n",
      "INFO:tensorflow:Done running local_init_op.\n",
      "INFO:tensorflow:Saving checkpoints for 1000 into /var/folders/1x/5c0qcdm55cvdsjtwhfs67glw0000gn/T/tmpi6glyxnv/model.ckpt.\n",
      "INFO:tensorflow:loss = 18.225155, step = 1001\n",
      "INFO:tensorflow:global_step/sec: 143.457\n",
      "INFO:tensorflow:loss = 17.78348, step = 1101 (0.698 sec)\n",
      "INFO:tensorflow:global_step/sec: 172.517\n",
      "INFO:tensorflow:loss = 9.873206, step = 1201 (0.579 sec)\n",
      "INFO:tensorflow:global_step/sec: 178.354\n",
      "INFO:tensorflow:loss = 9.713499, step = 1301 (0.561 sec)\n",
      "INFO:tensorflow:global_step/sec: 173.572\n",
      "INFO:tensorflow:loss = 6.836135, step = 1401 (0.576 sec)\n",
      "INFO:tensorflow:global_step/sec: 169.5\n",
      "INFO:tensorflow:loss = 3.3992896, step = 1501 (0.590 sec)\n",
      "INFO:tensorflow:global_step/sec: 174.037\n",
      "INFO:tensorflow:loss = 4.0928574, step = 1601 (0.575 sec)\n",
      "INFO:tensorflow:global_step/sec: 173.089\n",
      "INFO:tensorflow:loss = 2.999192, step = 1701 (0.577 sec)\n",
      "INFO:tensorflow:global_step/sec: 173.799\n",
      "INFO:tensorflow:loss = 1.8447886, step = 1801 (0.575 sec)\n",
      "INFO:tensorflow:global_step/sec: 179.886\n",
      "INFO:tensorflow:loss = 3.0320344, step = 1901 (0.556 sec)\n",
      "INFO:tensorflow:Saving checkpoints for 2000 into /var/folders/1x/5c0qcdm55cvdsjtwhfs67glw0000gn/T/tmpi6glyxnv/model.ckpt.\n",
      "INFO:tensorflow:Loss for final step: 1.4515985.\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<tensorflow.python.estimator.canned.dnn.DNNClassifier at 0x1287167b8>"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dnnClassifierModel.train(input_fn=inputFunction,steps=1000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:Calling model_fn.\n",
      "WARNING:tensorflow:Trapezoidal rule is known to produce incorrect PR-AUCs; please switch to \"careful_interpolation\" instead.\n",
      "WARNING:tensorflow:Trapezoidal rule is known to produce incorrect PR-AUCs; please switch to \"careful_interpolation\" instead.\n",
      "INFO:tensorflow:Done calling model_fn.\n",
      "INFO:tensorflow:Starting evaluation at 2019-02-18-16:13:22\n",
      "INFO:tensorflow:Graph was finalized.\n",
      "INFO:tensorflow:Restoring parameters from /var/folders/1x/5c0qcdm55cvdsjtwhfs67glw0000gn/T/tmpi6glyxnv/model.ckpt-2000\n",
      "INFO:tensorflow:Running local_init_op.\n",
      "INFO:tensorflow:Done running local_init_op.\n",
      "INFO:tensorflow:Finished evaluation at 2019-02-18-16:13:23\n",
      "INFO:tensorflow:Saving dict for global step 2000: accuracy = 0.72440946, accuracy_baseline = 0.65748036, auc = 0.78649586, auc_precision_recall = 0.6650593, average_loss = 1.1505088, global_step = 2000, label/mean = 0.34251967, loss = 11.239585, precision = 0.5934066, prediction/mean = 0.375141, recall = 0.62068963\n",
      "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 2000: /var/folders/1x/5c0qcdm55cvdsjtwhfs67glw0000gn/T/tmpi6glyxnv/model.ckpt-2000\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "{'accuracy': 0.72440946,\n",
       " 'accuracy_baseline': 0.65748036,\n",
       " 'auc': 0.78649586,\n",
       " 'auc_precision_recall': 0.6650593,\n",
       " 'average_loss': 1.1505088,\n",
       " 'global_step': 2000,\n",
       " 'label/mean': 0.34251967,\n",
       " 'loss': 11.239585,\n",
       " 'precision': 0.5934066,\n",
       " 'prediction/mean': 0.375141,\n",
       " 'recall': 0.62068963}"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "evaluateInputFunction = tf.estimator.inputs.pandas_input_fn(\n",
    "      x=X_test,\n",
    "      y=y_test,\n",
    "      batch_size=10,\n",
    "      num_epochs=1,\n",
    "      shuffle=False)\n",
    "dnnClassifierModel.evaluate(evaluateInputFunction)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Linear Classificatication with TensorFlow and Dense Neural Nets"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}