nominal_experiment.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Nonimal data experiment\n",
    "* [ER-MLP](#ER-MLP)\n",
    "* [NTN](#NTN)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Populating the interactive namespace from numpy and matplotlib\n"
     ]
    }
   ],
   "source": [
    "from core.knowledge_graph import KnowledgeGraph\n",
    "from core.link_predict_utils import *\n",
    "\n",
    "import tensorflow as tf\n",
    "%pylab nbagg --no-import-all\n",
    "\n",
    "%load_ext autoreload\n",
    "%autoreload 2\n",
    "\n",
    "test_percent = 0.1\n",
    "database = KnowledgeGraph()\n",
    "database.read_data_from_txt('data/kin_nominal')\n",
    "database.spilt_train_valid_test(0, test_percent)\n",
    "num_entities = database.number_of_entities()\n",
    "num_relations = database.number_of_relations()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## ER-MLP"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:Restoring parameters from saved_model/er_mlp_model-kin_nominal\n",
      "10666\n",
      "True\n",
      "Person0 has height 172_cm, confidence 0.987667 0.121743\n",
      "Person0 has stature 172_cm, confidence 0.883619 0.255494\n",
      "\n",
      "True\n",
      "Person1 has height 175_cm, confidence 0.994552 0.310350\n",
      "Person1 has stature 171_cm, confidence 0.663167 0.377706\n",
      "\n",
      "True\n",
      "Person2 has height 174_cm, confidence 0.992685 0.055234\n",
      "Person2 has stature 174_cm, confidence 0.603811 0.088012\n",
      "\n",
      "True\n",
      "Person3 has height 162_cm, confidence 0.992361 0.143761\n",
      "Person3 has stature 162_cm, confidence 0.994024 0.832865\n",
      "\n",
      "True\n",
      "Person4 has height 166_cm, confidence 0.990882 0.178857\n",
      "Person4 has stature 166_cm, confidence 0.850176 0.612835\n",
      "\n",
      "True\n",
      "Person5 has height 179_cm, confidence 0.992193 0.204173\n",
      "Person5 has stature 179_cm, confidence 0.938150 0.174014\n",
      "\n",
      "True\n",
      "Person6 has height 177_cm, confidence 0.993984 0.816377\n",
      "Person6 has stature taller_than_180_cm, confidence 0.940537 0.908634\n",
      "\n",
      "True\n",
      "Person7 has height 166_cm, confidence 0.988828 0.624856\n",
      "Person7 has stature 177_cm, confidence 0.763331 0.530357\n",
      "\n",
      "True\n",
      "Person8 has height 175_cm, confidence 0.987486 0.528654\n",
      "Person8 has stature 167_cm, confidence 0.715401 0.668460\n",
      "\n",
      "True\n",
      "Person9 has height 167_cm, confidence 0.988271 0.378156\n",
      "Person9 has stature 167_cm, confidence 0.950946 0.758887\n",
      "\n",
      "True\n",
      "Person10 has height 177_cm, confidence 0.996473 0.488294\n",
      "Person10 has stature 177_cm, confidence 0.998184 0.360615\n",
      "\n",
      "True\n",
      "Person11 has height taller_than_180_cm, confidence 0.992941 0.278166\n",
      "Person11 has stature taller_than_180_cm, confidence 0.998525 0.012552\n",
      "\n",
      "True\n",
      "Person12 has height 167_cm, confidence 0.997256 0.397696\n",
      "Person12 has stature 167_cm, confidence 0.996647 0.158048\n",
      "\n",
      "True\n",
      "Person13 has height 168_cm, confidence 0.996398 0.052524\n",
      "Person13 has stature 168_cm, confidence 0.993264 0.080198\n",
      "\n",
      "True\n",
      "Person14 has height shorter_than_160_cm, confidence 0.991780 0.159382\n",
      "Person14 has stature shorter_than_160_cm, confidence 0.998727 0.312248\n",
      "\n",
      "True\n",
      "Person15 has height 167_cm, confidence 0.991755 0.673155\n",
      "Person15 has stature 167_cm, confidence 0.994799 0.125785\n",
      "\n",
      "True\n",
      "Person16 has height 170_cm, confidence 0.951700 0.142072\n",
      "Person16 has stature 170_cm, confidence 0.995047 0.034051\n",
      "\n",
      "True\n",
      "Person17 has height taller_than_180_cm, confidence 0.992776 0.491751\n",
      "Person17 has stature taller_than_180_cm, confidence 0.994751 0.094111\n",
      "\n",
      "True\n",
      "Person18 has height 161_cm, confidence 0.828462 0.625295\n",
      "Person18 has stature 161_cm, confidence 0.992884 0.472568\n",
      "\n",
      "True\n",
      "Person19 has height 170_cm, confidence 0.991372 0.308722\n",
      "Person19 has stature 170_cm, confidence 0.995429 0.107892\n",
      "\n",
      "True\n",
      "Person20 has height 180_cm, confidence 0.990275 0.108325\n",
      "Person20 has stature 180_cm, confidence 0.993317 0.071649\n",
      "\n",
      "True\n",
      "Person21 has height 171_cm, confidence 0.926828 0.388884\n",
      "Person21 has stature 171_cm, confidence 0.994786 0.210415\n",
      "\n",
      "True\n",
      "Person22 has height 172_cm, confidence 0.988941 0.463136\n",
      "Person22 has stature 172_cm, confidence 0.962392 0.482579\n",
      "\n",
      "True\n",
      "Person23 has height 175_cm, confidence 0.996741 0.253418\n",
      "Person23 has stature 175_cm, confidence 0.993262 0.053138\n",
      "\n",
      "True\n",
      "Person24 has height 171_cm, confidence 0.997897 0.073625\n",
      "Person24 has stature 171_cm, confidence 0.994811 0.129613\n",
      "\n",
      "True\n",
      "Person25 has height 178_cm, confidence 0.997860 0.505056\n",
      "Person25 has stature 178_cm, confidence 0.996657 0.153933\n",
      "\n",
      "True\n",
      "Person26 has height shorter_than_160_cm, confidence 0.991128 0.189746\n",
      "Person26 has stature shorter_than_160_cm, confidence 0.990955 0.074718\n",
      "\n",
      "True\n",
      "Person27 has height 178_cm, confidence 0.989201 0.580651\n",
      "Person27 has stature 178_cm, confidence 0.997005 0.492873\n",
      "\n",
      "True\n",
      "Person28 has height 164_cm, confidence 0.988805 0.397577\n",
      "Person28 has stature 164_cm, confidence 0.998004 0.317364\n",
      "\n",
      "True\n",
      "Person29 has height shorter_than_160_cm, confidence 0.995525 0.336901\n",
      "Person29 has stature shorter_than_160_cm, confidence 0.996501 0.228610\n",
      "\n",
      "True\n",
      "Person30 has height 162_cm, confidence 0.993840 0.344785\n",
      "Person30 has stature 162_cm, confidence 0.994268 0.298637\n",
      "\n",
      "True\n",
      "Person31 has height 178_cm, confidence 0.991870 0.237691\n",
      "Person31 has stature 178_cm, confidence 0.992454 0.392267\n",
      "\n",
      "True\n",
      "Person32 has height 162_cm, confidence 0.991945 0.232681\n",
      "Person32 has stature 162_cm, confidence 0.971052 0.182842\n",
      "\n",
      "True\n",
      "Person33 has height 176_cm, confidence 0.992984 0.568950\n",
      "Person33 has stature 178_cm, confidence 0.698089 0.383488\n",
      "\n",
      "True\n",
      "Person34 has height 172_cm, confidence 0.989848 0.286567\n",
      "Person34 has stature 172_cm, confidence 0.994721 0.400048\n",
      "\n",
      "True\n",
      "Person35 has height 168_cm, confidence 0.991938 0.268218\n",
      "Person35 has stature 168_cm, confidence 0.987831 0.160797\n",
      "\n",
      "True\n",
      "Person36 has height 167_cm, confidence 0.992846 0.470434\n",
      "Person36 has stature 167_cm, confidence 0.991020 0.274788\n",
      "\n",
      "True\n",
      "Person37 has height 163_cm, confidence 0.986138 0.447817\n",
      "Person37 has stature 163_cm, confidence 0.990816 0.685958\n",
      "\n",
      "True\n",
      "Person38 has height 171_cm, confidence 0.995911 0.148213\n",
      "Person38 has stature 171_cm, confidence 0.998099 0.323075\n",
      "\n",
      "True\n",
      "Person39 has height 171_cm, confidence 0.994714 0.463077\n",
      "Person39 has stature 171_cm, confidence 0.995463 0.131511\n",
      "\n",
      "True\n",
      "Person40 has height 172_cm, confidence 0.955546 0.340432\n",
      "Person40 has stature 172_cm, confidence 0.982374 0.292204\n",
      "\n",
      "True\n",
      "Person41 has height 179_cm, confidence 0.996871 0.242587\n",
      "Person41 has stature 179_cm, confidence 0.998009 0.111693\n",
      "\n",
      "True\n",
      "Person42 has height 169_cm, confidence 0.991990 0.195970\n",
      "Person42 has stature 169_cm, confidence 0.992034 0.134173\n",
      "\n",
      "True\n",
      "Person43 has height 169_cm, confidence 0.992873 0.527669\n",
      "Person43 has stature 169_cm, confidence 0.953922 0.588577\n",
      "\n",
      "True\n",
      "Person44 has height 164_cm, confidence 0.991395 0.344933\n",
      "Person44 has stature 164_cm, confidence 0.828019 0.499492\n",
      "\n",
      "True\n",
      "Person45 has height 170_cm, confidence 0.993409 0.095378\n",
      "Person45 has stature 170_cm, confidence 0.832072 0.149185\n",
      "\n",
      "True\n",
      "Person46 has height taller_than_180_cm, confidence 0.991035 0.436266\n",
      "Person46 has stature taller_than_180_cm, confidence 0.398850 0.061239\n",
      "\n",
      "True\n",
      "Person47 has height 175_cm, confidence 0.993353 0.163519\n",
      "Person47 has stature shorter_than_160_cm, confidence 0.790705 0.626904\n",
      "\n",
      "True\n",
      "Person48 has height 168_cm, confidence 0.991166 0.321399\n",
      "Person48 has stature 180_cm, confidence 0.469037 0.360841\n",
      "\n",
      "True\n",
      "Person49 has height shorter_than_160_cm, confidence 0.987339 0.485919\n",
      "Person49 has stature shorter_than_160_cm, confidence 0.737099 0.624418\n",
      "\n",
      "True\n",
      "Person50 has height 163_cm, confidence 0.998909 0.103327\n",
      "Person50 has stature 163_cm, confidence 0.997754 0.249361\n",
      "\n",
      "True\n",
      "Person51 has height 167_cm, confidence 0.992030 0.165453\n",
      "Person51 has stature 167_cm, confidence 0.989248 0.197144\n",
      "\n",
      "True\n",
      "Person52 has height 171_cm, confidence 0.994499 0.128220\n",
      "Person52 has stature 171_cm, confidence 0.997894 0.013928\n",
      "\n",
      "True\n",
      "Person53 has height 162_cm, confidence 0.995915 0.111082\n",
      "Person53 has stature 162_cm, confidence 0.997617 0.131572\n",
      "\n",
      "True\n",
      "Person54 has height 162_cm, confidence 0.499284 0.021127\n",
      "Person54 has stature 162_cm, confidence 0.986878 0.068639\n",
      "\n",
      "True\n",
      "Person55 has height shorter_than_160_cm, confidence 0.993905 0.330750\n",
      "Person55 has stature shorter_than_160_cm, confidence 0.995580 0.149335\n",
      "\n",
      "True\n",
      "Person56 has height 173_cm, confidence 0.999302 0.154707\n",
      "Person56 has stature 173_cm, confidence 0.996514 0.140843\n",
      "\n",
      "True\n",
      "Person57 has height 171_cm, confidence 0.998683 0.022999\n",
      "Person57 has stature 171_cm, confidence 0.999328 0.004967\n",
      "\n",
      "True\n",
      "Person58 has height 171_cm, confidence 0.997839 0.096739\n",
      "Person58 has stature 171_cm, confidence 0.996208 0.009450\n",
      "\n",
      "True\n",
      "Person59 has height 170_cm, confidence 0.999308 0.441856\n",
      "Person59 has stature 170_cm, confidence 0.999971 0.253689\n",
      "\n",
      "True\n",
      "Person60 has height 163_cm, confidence 0.993925 0.508268\n",
      "Person60 has stature 163_cm, confidence 0.997757 0.222430\n",
      "\n",
      "True\n",
      "Person61 has height 172_cm, confidence 0.986266 0.498800\n",
      "Person61 has stature 167_cm, confidence 0.611447 0.604906\n",
      "\n",
      "False\n",
      "Person62 has height 168_cm, confidence 0.248694 0.075384\n",
      "Person62 has stature 168_cm, confidence 0.367591 0.188391\n",
      "\n",
      "True\n",
      "Person63 has height 170_cm, confidence 0.988118 0.424664\n",
      "Person63 has stature 170_cm, confidence 0.997941 0.449502\n",
      "\n",
      "True\n",
      "Person64 has height 160_cm, confidence 0.993607 0.049461\n",
      "Person64 has stature 160_cm, confidence 0.361116 0.173710\n",
      "\n",
      "True\n",
      "Person65 has height 169_cm, confidence 0.989912 0.040003\n",
      "Person65 has stature 169_cm, confidence 0.858167 0.009879\n",
      "\n",
      "True\n",
      "Person66 has height 175_cm, confidence 0.992533 0.862341\n",
      "Person66 has stature 175_cm, confidence 0.959721 0.501566\n",
      "\n",
      "True\n",
      "Person67 has height 179_cm, confidence 0.993916 0.069481\n",
      "Person67 has stature 179_cm, confidence 0.967167 0.047442\n",
      "\n",
      "True\n",
      "Person68 has height 168_cm, confidence 0.980803 0.495898\n",
      "Person68 has stature 168_cm, confidence 0.265675 0.013164\n",
      "\n",
      "True\n",
      "Person69 has height 180_cm, confidence 0.978329 0.534599\n",
      "Person69 has stature 180_cm, confidence 0.755622 0.017269\n",
      "\n",
      "True\n",
      "Person70 has height 178_cm, confidence 0.994938 0.236840\n",
      "Person70 has stature 178_cm, confidence 0.984806 0.380745\n",
      "\n",
      "False\n",
      "Person71 has height 180_cm, confidence 0.744258 0.164887\n",
      "Person71 has stature 180_cm, confidence 0.331377 0.095206\n",
      "\n",
      "True\n",
      "Person72 has height 171_cm, confidence 0.984971 0.314069\n",
      "Person72 has stature 171_cm, confidence 0.683032 0.163797\n",
      "\n",
      "True\n",
      "Person73 has height 168_cm, confidence 0.987838 0.028847\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Person73 has stature 168_cm, confidence 0.287469 0.087821\n",
      "\n",
      "True\n",
      "Person74 has height 168_cm, confidence 0.992405 0.467482\n",
      "Person74 has stature 168_cm, confidence 0.597560 0.405602\n",
      "\n",
      "True\n",
      "Person75 has height 180_cm, confidence 0.986816 0.467659\n",
      "Person75 has stature 180_cm, confidence 0.099842 0.010432\n",
      "\n",
      "True\n",
      "Person76 has height 175_cm, confidence 0.991326 0.547464\n",
      "Person76 has stature 175_cm, confidence 0.516122 0.291054\n",
      "\n",
      "False\n",
      "Person77 has height 170_cm, confidence 0.988748 0.983641\n",
      "Person77 has stature 170_cm, confidence 0.997612 0.986269\n",
      "\n",
      "True\n",
      "Person78 has height 177_cm, confidence 0.993603 0.175009\n",
      "Person78 has stature 177_cm, confidence 0.291454 0.182888\n",
      "\n",
      "True\n",
      "Person79 has height 163_cm, confidence 0.987811 0.362692\n",
      "Person79 has stature 163_cm, confidence 0.396142 0.152967\n",
      "\n",
      "True\n",
      "Person80 has height 162_cm, confidence 0.986470 0.340658\n",
      "Person80 has stature 162_cm, confidence 0.986007 0.729615\n",
      "\n",
      "True\n",
      "Person81 has height 160_cm, confidence 0.993992 0.318757\n",
      "Person81 has stature 160_cm, confidence 0.901118 0.087515\n",
      "\n",
      "True\n",
      "Person82 has height 174_cm, confidence 0.991330 0.452429\n",
      "Person82 has stature 174_cm, confidence 0.890385 0.365587\n",
      "\n",
      "True\n",
      "Person83 has height 180_cm, confidence 0.984167 0.380506\n",
      "Person83 has stature 180_cm, confidence 0.932318 0.041792\n",
      "\n",
      "True\n",
      "Person84 has height 165_cm, confidence 0.991104 0.380310\n",
      "Person84 has stature 165_cm, confidence 0.926059 0.179784\n",
      "\n",
      "True\n",
      "Person85 has height 163_cm, confidence 0.992355 0.257960\n",
      "Person85 has stature 163_cm, confidence 0.992854 0.514238\n",
      "\n",
      "False\n",
      "Person86 has height 168_cm, confidence 0.870493 0.264180\n",
      "Person86 has stature 180_cm, confidence 0.315062 0.072305\n",
      "\n",
      "True\n",
      "Person87 has height 169_cm, confidence 0.985922 0.296173\n",
      "Person87 has stature 169_cm, confidence 0.362150 0.047167\n",
      "\n",
      "True\n",
      "Person88 has height 161_cm, confidence 0.990927 0.834164\n",
      "Person88 has stature 161_cm, confidence 0.908229 0.018049\n",
      "\n",
      "True\n",
      "Person89 has height 174_cm, confidence 0.992701 0.227161\n",
      "Person89 has stature 174_cm, confidence 0.745207 0.049137\n",
      "\n",
      "True\n",
      "Person90 has height 163_cm, confidence 0.996762 0.304599\n",
      "Person90 has stature 163_cm, confidence 0.980499 0.227097\n",
      "\n",
      "True\n",
      "Person91 has height 172_cm, confidence 0.984248 0.110426\n",
      "Person91 has stature 172_cm, confidence 0.968021 0.013513\n",
      "\n",
      "True\n",
      "Person92 has height 161_cm, confidence 0.983504 0.282961\n",
      "Person92 has stature 161_cm, confidence 0.644441 0.090561\n",
      "\n",
      "True\n",
      "Person93 has height 165_cm, confidence 0.990362 0.947106\n",
      "Person93 has stature 161_cm, confidence 0.803042 0.203616\n",
      "\n",
      "True\n",
      "Person94 has height 166_cm, confidence 0.994616 0.501266\n",
      "Person94 has stature 172_cm, confidence 0.475160 0.345111\n",
      "\n",
      "True\n",
      "Person95 has height shorter_than_160_cm, confidence 0.976334 0.942491\n",
      "Person95 has stature shorter_than_160_cm, confidence 0.544886 0.074645\n",
      "\n",
      "True\n",
      "Person96 has height 175_cm, confidence 0.993051 0.084012\n",
      "Person96 has stature 175_cm, confidence 0.839730 0.171641\n",
      "\n",
      "False\n",
      "Person97 has height 164_cm, confidence 0.947365 0.744916\n",
      "Person97 has stature 164_cm, confidence 0.508703 0.273649\n",
      "\n",
      "True\n",
      "Person98 has height 161_cm, confidence 0.992210 0.380910\n",
      "Person98 has stature 161_cm, confidence 0.960231 0.551218\n",
      "\n",
      "True\n",
      "Person99 has height 180_cm, confidence 0.991897 0.326292\n",
      "Person99 has stature 180_cm, confidence 0.598250 0.390498\n",
      "\n",
      "True\n",
      "Person100 has height 171_cm, confidence 0.993561 0.038137\n",
      "Person100 has stature 171_cm, confidence 0.994789 0.042959\n",
      "\n",
      "True\n",
      "Person101 has height 161_cm, confidence 0.989432 0.285971\n",
      "Person101 has stature 161_cm, confidence 0.987694 0.821323\n",
      "\n",
      "True\n",
      "Person102 has height shorter_than_160_cm, confidence 0.996740 0.626891\n",
      "Person102 has stature shorter_than_160_cm, confidence 0.943166 0.223782\n",
      "\n",
      "True\n",
      "Person103 has height 165_cm, confidence 0.993652 0.219998\n",
      "Person103 has stature 165_cm, confidence 0.989291 0.298111\n",
      "\n",
      "0.9519230769230769\n"
     ]
    }
   ],
   "source": [
    "with tf.Graph().as_default(),tf.Session() as sess:\n",
    "    saver = tf.train.import_meta_graph('saved_model/er_mlp_model-kin_nominal.meta')\n",
    "    saver.restore(sess, 'saved_model/er_mlp_model-kin_nominal')\n",
    "\n",
    "    batch = sess.graph.get_tensor_by_name('Placeholders/batch:0')\n",
    "    predicts = sess.graph.get_tensor_by_name('Output/predicts:0')\n",
    "    \n",
    "    dataset = database.get_all_triples()\n",
    "    hh = []\n",
    "    for tripe in dataset:\n",
    "        if tripe[2] == 0 or tripe[2] == 1:\n",
    "            hh.append(tripe)\n",
    "    sspredicts = sess.run(predicts, {batch: dataset})\n",
    "    print(sum(sspredicts>0.5))\n",
    "    ture_c = 0\n",
    "    for i in range(23, 127):\n",
    "        test0 = []\n",
    "        test1 = []\n",
    "        for j in range(23):\n",
    "            test0.append((i,j,0))\n",
    "            test1.append((i,j,1))\n",
    "\n",
    "        test_predicts = sess.run(predicts, {batch: test0})\n",
    "        \n",
    "        height = np.argsort(-1 * test_predicts)\n",
    "        ture_c = ture_c + database.check_triple((i,height[0],0))\n",
    "        print(database.check_triple((i,height[0],0)))\n",
    "        print('%s has height %s, confidence %f %f' % (\n",
    "               database.entity_index_to_name(i), database.entity_index_to_name(height[0]),\n",
    "               test_predicts[height[0]], test_predicts[height[1]]))\n",
    "\n",
    "        test_predicts = sess.run(predicts, {batch: test1})\n",
    "\n",
    "        height = np.argsort(-1 * test_predicts)\n",
    "        print('%s has stature %s, confidence %f %f\\n' % (\n",
    "               database.entity_index_to_name(i), database.entity_index_to_name(height[0]),\n",
    "               test_predicts[height[0]], test_predicts[height[1]]))\n",
    "    print(ture_c / 104)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## NTN"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "def fill_feed_dict(input_list_r, data_list_r, input_list, data_list, num_relations):\n",
    "    feed_dict = {}\n",
    "    for (var, value) in zip(input_list_r, data_list_r):\n",
    "        for r in range(num_relations):\n",
    "            feed_dict[var[r]] = value[r]\n",
    "\n",
    "    for (var, value) in zip(input_list, data_list):\n",
    "        feed_dict[var] = value\n",
    "\n",
    "    return feed_dict"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:Restoring parameters from saved_model/ntn_model-kin_nominal\n",
      "False\n",
      "Person0 has height 172_cm, confidence 0.547715 0.545171\n",
      "Person0 has stature 171_cm, confidence 0.501529 0.433968\n",
      "\n",
      "False\n",
      "Person1 has height shorter_than_160_cm, confidence 0.529955 0.525783\n",
      "Person1 has stature 171_cm, confidence 0.495675 0.435473\n",
      "\n",
      "False\n",
      "Person2 has height shorter_than_160_cm, confidence 0.523633 0.503910\n",
      "Person2 has stature 167_cm, confidence 0.451384 0.449598\n",
      "\n",
      "False\n",
      "Person3 has height shorter_than_160_cm, confidence 0.542217 0.481659\n",
      "Person3 has stature shorter_than_160_cm, confidence 0.450596 0.427235\n",
      "\n",
      "False\n",
      "Person4 has height shorter_than_160_cm, confidence 0.505722 0.456345\n",
      "Person4 has stature 167_cm, confidence 0.458077 0.442415\n",
      "\n",
      "False\n",
      "Person5 has height shorter_than_160_cm, confidence 0.533345 0.530803\n",
      "Person5 has stature 171_cm, confidence 0.501292 0.438699\n",
      "\n",
      "False\n",
      "Person6 has height shorter_than_160_cm, confidence 0.498237 0.468833\n",
      "Person6 has stature 167_cm, confidence 0.426099 0.416255\n",
      "\n",
      "False\n",
      "Person7 has height shorter_than_160_cm, confidence 0.552287 0.548945\n",
      "Person7 has stature 171_cm, confidence 0.504791 0.434639\n",
      "\n",
      "False\n",
      "Person8 has height shorter_than_160_cm, confidence 0.518362 0.469610\n",
      "Person8 has stature 167_cm, confidence 0.433730 0.429549\n",
      "\n",
      "True\n",
      "Person9 has height shorter_than_160_cm, confidence 0.536980 0.527894\n",
      "Person9 has stature 171_cm, confidence 0.501448 0.435395\n",
      "\n",
      "False\n",
      "Person10 has height shorter_than_160_cm, confidence 0.552040 0.548590\n",
      "Person10 has stature 171_cm, confidence 0.504571 0.434341\n",
      "\n",
      "False\n",
      "Person11 has height shorter_than_160_cm, confidence 0.503227 0.478274\n",
      "Person11 has stature 167_cm, confidence 0.429662 0.418300\n",
      "\n",
      "True\n",
      "Person12 has height shorter_than_160_cm, confidence 0.509804 0.466284\n",
      "Person12 has stature 167_cm, confidence 0.446621 0.438485\n",
      "\n",
      "False\n",
      "Person13 has height shorter_than_160_cm, confidence 0.562614 0.502766\n",
      "Person13 has stature shorter_than_160_cm, confidence 0.454889 0.428863\n",
      "\n",
      "True\n",
      "Person14 has height shorter_than_160_cm, confidence 0.552776 0.481164\n",
      "Person14 has stature shorter_than_160_cm, confidence 0.453770 0.430322\n",
      "\n",
      "False\n",
      "Person15 has height shorter_than_160_cm, confidence 0.518936 0.471858\n",
      "Person15 has stature 167_cm, confidence 0.434882 0.429954\n",
      "\n",
      "False\n",
      "Person16 has height shorter_than_160_cm, confidence 0.504564 0.452698\n",
      "Person16 has stature 167_cm, confidence 0.456636 0.441891\n",
      "\n",
      "False\n",
      "Person17 has height shorter_than_160_cm, confidence 0.501260 0.452100\n",
      "Person17 has stature 167_cm, confidence 0.454399 0.439778\n",
      "\n",
      "False\n",
      "Person18 has height shorter_than_160_cm, confidence 0.543838 0.465382\n",
      "Person18 has stature shorter_than_160_cm, confidence 0.458979 0.433027\n",
      "\n",
      "False\n",
      "Person19 has height shorter_than_160_cm, confidence 0.536569 0.529398\n",
      "Person19 has stature 171_cm, confidence 0.503067 0.439888\n",
      "\n",
      "False\n",
      "Person20 has height 172_cm, confidence 0.533257 0.515206\n",
      "Person20 has stature 167_cm, confidence 0.445373 0.441484\n",
      "\n",
      "False\n",
      "Person21 has height 171_cm, confidence 0.559330 0.539112\n",
      "Person21 has stature 171_cm, confidence 0.496712 0.426542\n",
      "\n",
      "False\n",
      "Person22 has height 172_cm, confidence 0.490788 0.481466\n",
      "Person22 has stature 172_cm, confidence 0.441544 0.439410\n",
      "\n",
      "False\n",
      "Person23 has height shorter_than_160_cm, confidence 0.557897 0.481936\n",
      "Person23 has stature shorter_than_160_cm, confidence 0.459143 0.428511\n",
      "\n",
      "False\n",
      "Person24 has height shorter_than_160_cm, confidence 0.542952 0.503320\n",
      "Person24 has stature shorter_than_160_cm, confidence 0.449043 0.425710\n",
      "\n",
      "False\n",
      "Person25 has height 172_cm, confidence 0.493950 0.489099\n",
      "Person25 has stature 172_cm, confidence 0.428553 0.425231\n",
      "\n",
      "False\n",
      "Person26 has height shorter_than_160_cm, confidence 0.536313 0.475304\n",
      "Person26 has stature shorter_than_160_cm, confidence 0.465300 0.443012\n",
      "\n",
      "False\n",
      "Person27 has height 172_cm, confidence 0.566400 0.468799\n",
      "Person27 has stature 172_cm, confidence 0.448764 0.431457\n",
      "\n",
      "False\n",
      "Person28 has height 175_cm, confidence 0.552228 0.540964\n",
      "Person28 has stature shorter_than_160_cm, confidence 0.434487 0.410641\n",
      "\n",
      "True\n",
      "Person29 has height 172_cm, confidence 0.520288 0.509682\n",
      "Person29 has stature shorter_than_160_cm, confidence 0.438853 0.431033\n",
      "\n",
      "False\n",
      "Person30 has height shorter_than_160_cm, confidence 0.541744 0.469942\n",
      "Person30 has stature shorter_than_160_cm, confidence 0.466057 0.441408\n",
      "\n",
      "False\n",
      "Person31 has height 172_cm, confidence 0.569608 0.470271\n",
      "Person31 has stature 172_cm, confidence 0.448157 0.428696\n",
      "\n",
      "False\n",
      "Person32 has height shorter_than_160_cm, confidence 0.536819 0.481692\n",
      "Person32 has stature shorter_than_160_cm, confidence 0.465030 0.440505\n",
      "\n",
      "False\n",
      "Person33 has height 172_cm, confidence 0.571637 0.471331\n",
      "Person33 has stature 172_cm, confidence 0.447966 0.429719\n",
      "\n",
      "True\n",
      "Person34 has height 172_cm, confidence 0.525933 0.506330\n",
      "Person34 has stature shorter_than_160_cm, confidence 0.436765 0.431911\n",
      "\n",
      "False\n",
      "Person35 has height shorter_than_160_cm, confidence 0.536952 0.470872\n",
      "Person35 has stature shorter_than_160_cm, confidence 0.464770 0.439961\n",
      "\n",
      "False\n",
      "Person36 has height shorter_than_160_cm, confidence 0.536783 0.473041\n",
      "Person36 has stature shorter_than_160_cm, confidence 0.464442 0.439684\n",
      "\n",
      "False\n",
      "Person37 has height 175_cm, confidence 0.552683 0.540626\n",
      "Person37 has stature shorter_than_160_cm, confidence 0.433788 0.408782\n",
      "\n",
      "False\n",
      "Person38 has height 172_cm, confidence 0.534997 0.478591\n",
      "Person38 has stature 172_cm, confidence 0.433193 0.424024\n",
      "\n",
      "False\n",
      "Person39 has height 172_cm, confidence 0.554433 0.522599\n",
      "Person39 has stature 171_cm, confidence 0.479108 0.429342\n",
      "\n",
      "False\n",
      "Person40 has height 172_cm, confidence 0.570331 0.484642\n",
      "Person40 has stature 172_cm, confidence 0.438157 0.431912\n",
      "\n",
      "False\n",
      "Person41 has height 172_cm, confidence 0.560839 0.491477\n",
      "Person41 has stature 172_cm, confidence 0.451239 0.435323\n",
      "\n",
      "False\n",
      "Person42 has height 172_cm, confidence 0.535811 0.481131\n",
      "Person42 has stature 172_cm, confidence 0.433513 0.423069\n",
      "\n",
      "False\n",
      "Person43 has height 175_cm, confidence 0.541821 0.529167\n",
      "Person43 has stature shorter_than_160_cm, confidence 0.433419 0.411289\n",
      "\n",
      "False\n",
      "Person44 has height shorter_than_160_cm, confidence 0.552680 0.494918\n",
      "Person44 has stature shorter_than_160_cm, confidence 0.453679 0.441096\n",
      "\n",
      "False\n",
      "Person45 has height shorter_than_160_cm, confidence 0.541573 0.491428\n",
      "Person45 has stature shorter_than_160_cm, confidence 0.436279 0.415933\n",
      "\n",
      "False\n",
      "Person46 has height 172_cm, confidence 0.523649 0.518890\n",
      "Person46 has stature shorter_than_160_cm, confidence 0.437097 0.426874\n",
      "\n",
      "False\n",
      "Person47 has height shorter_than_160_cm, confidence 0.522628 0.481053\n",
      "Person47 has stature shorter_than_160_cm, confidence 0.429012 0.424448\n",
      "\n",
      "False\n",
      "Person48 has height shorter_than_160_cm, confidence 0.517377 0.507990\n",
      "Person48 has stature 167_cm, confidence 0.436355 0.433995\n",
      "\n",
      "False\n",
      "Person49 has height 175_cm, confidence 0.552095 0.535520\n",
      "Person49 has stature shorter_than_160_cm, confidence 0.435432 0.411846\n",
      "\n",
      "False\n",
      "Person50 has height shorter_than_160_cm, confidence 0.507326 0.452174\n",
      "Person50 has stature 167_cm, confidence 0.443116 0.433978\n",
      "\n",
      "True\n",
      "Person51 has height shorter_than_160_cm, confidence 0.546520 0.514702\n",
      "Person51 has stature 171_cm, confidence 0.474582 0.429542\n",
      "\n",
      "True\n",
      "Person52 has height 171_cm, confidence 0.582987 0.501857\n",
      "Person52 has stature 171_cm, confidence 0.511477 0.403119\n",
      "\n",
      "False\n",
      "Person53 has height shorter_than_160_cm, confidence 0.555338 0.494797\n",
      "Person53 has stature shorter_than_160_cm, confidence 0.436215 0.413549\n",
      "\n",
      "False\n",
      "Person54 has height shorter_than_160_cm, confidence 0.486708 0.467429\n",
      "Person54 has stature 167_cm, confidence 0.410873 0.405414\n",
      "\n",
      "False\n",
      "Person55 has height 171_cm, confidence 0.552547 0.518767\n",
      "Person55 has stature 171_cm, confidence 0.491563 0.418073\n",
      "\n",
      "False\n",
      "Person56 has height shorter_than_160_cm, confidence 0.512785 0.456641\n",
      "Person56 has stature 167_cm, confidence 0.433584 0.424215\n",
      "\n",
      "False\n",
      "Person57 has height 171_cm, confidence 0.581200 0.500609\n",
      "Person57 has stature 171_cm, confidence 0.504213 0.409365\n",
      "\n",
      "True\n",
      "Person58 has height 171_cm, confidence 0.584028 0.502454\n",
      "Person58 has stature 171_cm, confidence 0.509037 0.400930\n",
      "\n",
      "False\n",
      "Person59 has height shorter_than_160_cm, confidence 0.507611 0.461877\n",
      "Person59 has stature 167_cm, confidence 0.443983 0.432918\n",
      "\n",
      "False\n",
      "Person60 has height shorter_than_160_cm, confidence 0.551138 0.475923\n",
      "Person60 has stature shorter_than_160_cm, confidence 0.443640 0.422713\n",
      "\n",
      "False\n",
      "Person61 has height 171_cm, confidence 0.588113 0.504894\n",
      "Person61 has stature 171_cm, confidence 0.515817 0.406583\n",
      "\n",
      "False\n",
      "Person62 has height shorter_than_160_cm, confidence 0.540408 0.476834\n",
      "Person62 has stature shorter_than_160_cm, confidence 0.440371 0.417854\n",
      "\n",
      "False\n",
      "Person63 has height shorter_than_160_cm, confidence 0.510562 0.451801\n",
      "Person63 has stature 167_cm, confidence 0.442045 0.433631\n",
      "\n",
      "False\n",
      "Person64 has height shorter_than_160_cm, confidence 0.497588 0.496128\n",
      "Person64 has stature 172_cm, confidence 0.423127 0.422763\n",
      "\n",
      "False\n",
      "Person65 has height shorter_than_160_cm, confidence 0.487252 0.462694\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Person65 has stature 167_cm, confidence 0.437655 0.427800\n",
      "\n",
      "False\n",
      "Person66 has height shorter_than_160_cm, confidence 0.499453 0.496748\n",
      "Person66 has stature shorter_than_160_cm, confidence 0.425889 0.408334\n",
      "\n",
      "False\n",
      "Person67 has height 171_cm, confidence 0.565552 0.524392\n",
      "Person67 has stature 171_cm, confidence 0.477641 0.404972\n",
      "\n",
      "False\n",
      "Person68 has height shorter_than_160_cm, confidence 0.485362 0.471331\n",
      "Person68 has stature 167_cm, confidence 0.422207 0.418566\n",
      "\n",
      "False\n",
      "Person69 has height 175_cm, confidence 0.524487 0.510782\n",
      "Person69 has stature shorter_than_160_cm, confidence 0.419916 0.398514\n",
      "\n",
      "False\n",
      "Person70 has height 172_cm, confidence 0.529102 0.490857\n",
      "Person70 has stature 172_cm, confidence 0.435004 0.427052\n",
      "\n",
      "False\n",
      "Person71 has height 175_cm, confidence 0.537595 0.518948\n",
      "Person71 has stature shorter_than_160_cm, confidence 0.423901 0.403153\n",
      "\n",
      "False\n",
      "Person72 has height 175_cm, confidence 0.517100 0.499239\n",
      "Person72 has stature shorter_than_160_cm, confidence 0.425678 0.404022\n",
      "\n",
      "False\n",
      "Person73 has height 172_cm, confidence 0.537169 0.516345\n",
      "Person73 has stature shorter_than_160_cm, confidence 0.429303 0.424073\n",
      "\n",
      "False\n",
      "Person74 has height shorter_than_160_cm, confidence 0.532759 0.490955\n",
      "Person74 has stature shorter_than_160_cm, confidence 0.423158 0.421456\n",
      "\n",
      "False\n",
      "Person75 has height 172_cm, confidence 0.561137 0.496951\n",
      "Person75 has stature 171_cm, confidence 0.438258 0.426829\n",
      "\n",
      "False\n",
      "Person76 has height shorter_than_160_cm, confidence 0.483757 0.468046\n",
      "Person76 has stature 167_cm, confidence 0.421445 0.417834\n",
      "\n",
      "False\n",
      "Person77 has height shorter_than_160_cm, confidence 0.504083 0.445110\n",
      "Person77 has stature 167_cm, confidence 0.441410 0.432350\n",
      "\n",
      "False\n",
      "Person78 has height 175_cm, confidence 0.516587 0.497613\n",
      "Person78 has stature shorter_than_160_cm, confidence 0.425792 0.404932\n",
      "\n",
      "False\n",
      "Person79 has height shorter_than_160_cm, confidence 0.484649 0.470615\n",
      "Person79 has stature 167_cm, confidence 0.421353 0.418228\n",
      "\n",
      "False\n",
      "Person80 has height shorter_than_160_cm, confidence 0.504002 0.479209\n",
      "Person80 has stature 167_cm, confidence 0.437599 0.432373\n",
      "\n",
      "False\n",
      "Person81 has height 175_cm, confidence 0.518792 0.501530\n",
      "Person81 has stature shorter_than_160_cm, confidence 0.426564 0.403851\n",
      "\n",
      "False\n",
      "Person82 has height 172_cm, confidence 0.533698 0.516850\n",
      "Person82 has stature shorter_than_160_cm, confidence 0.434212 0.429489\n",
      "\n",
      "False\n",
      "Person83 has height shorter_than_160_cm, confidence 0.514641 0.507698\n",
      "Person83 has stature shorter_than_160_cm, confidence 0.432807 0.426383\n",
      "\n",
      "False\n",
      "Person84 has height 175_cm, confidence 0.502551 0.500638\n",
      "Person84 has stature shorter_than_160_cm, confidence 0.425824 0.408352\n",
      "\n",
      "False\n",
      "Person85 has height shorter_than_160_cm, confidence 0.493643 0.453810\n",
      "Person85 has stature 167_cm, confidence 0.436809 0.425674\n",
      "\n",
      "True\n",
      "Person86 has height 172_cm, confidence 0.538300 0.513763\n",
      "Person86 has stature shorter_than_160_cm, confidence 0.425569 0.418903\n",
      "\n",
      "False\n",
      "Person87 has height 175_cm, confidence 0.527275 0.506453\n",
      "Person87 has stature shorter_than_160_cm, confidence 0.424119 0.404293\n",
      "\n",
      "False\n",
      "Person88 has height shorter_than_160_cm, confidence 0.535200 0.477223\n",
      "Person88 has stature shorter_than_160_cm, confidence 0.446731 0.438489\n",
      "\n",
      "False\n",
      "Person89 has height shorter_than_160_cm, confidence 0.549437 0.496971\n",
      "Person89 has stature shorter_than_160_cm, confidence 0.448079 0.436734\n",
      "\n",
      "False\n",
      "Person90 has height shorter_than_160_cm, confidence 0.519362 0.469859\n",
      "Person90 has stature shorter_than_160_cm, confidence 0.431016 0.422437\n",
      "\n",
      "False\n",
      "Person91 has height 172_cm, confidence 0.523877 0.486627\n",
      "Person91 has stature 171_cm, confidence 0.427819 0.424349\n",
      "\n",
      "False\n",
      "Person92 has height 172_cm, confidence 0.558976 0.495137\n",
      "Person92 has stature 171_cm, confidence 0.440652 0.426704\n",
      "\n",
      "False\n",
      "Person93 has height shorter_than_160_cm, confidence 0.534137 0.477043\n",
      "Person93 has stature shorter_than_160_cm, confidence 0.446597 0.438292\n",
      "\n",
      "False\n",
      "Person94 has height 172_cm, confidence 0.536893 0.491632\n",
      "Person94 has stature 172_cm, confidence 0.423571 0.420529\n",
      "\n",
      "False\n",
      "Person95 has height 172_cm, confidence 0.555598 0.497940\n",
      "Person95 has stature 171_cm, confidence 0.438040 0.425212\n",
      "\n",
      "False\n",
      "Person96 has height shorter_than_160_cm, confidence 0.536517 0.500901\n",
      "Person96 has stature shorter_than_160_cm, confidence 0.433927 0.417670\n",
      "\n",
      "False\n",
      "Person97 has height shorter_than_160_cm, confidence 0.551752 0.502238\n",
      "Person97 has stature shorter_than_160_cm, confidence 0.447572 0.436471\n",
      "\n",
      "False\n",
      "Person98 has height 172_cm, confidence 0.536446 0.520495\n",
      "Person98 has stature 171_cm, confidence 0.472949 0.430821\n",
      "\n",
      "False\n",
      "Person99 has height 172_cm, confidence 0.566056 0.490093\n",
      "Person99 has stature 171_cm, confidence 0.438665 0.431491\n",
      "\n",
      "True\n",
      "Person100 has height shorter_than_160_cm, confidence 0.548217 0.495966\n",
      "Person100 has stature shorter_than_160_cm, confidence 0.448490 0.437884\n",
      "\n",
      "False\n",
      "Person101 has height shorter_than_160_cm, confidence 0.521151 0.477150\n",
      "Person101 has stature shorter_than_160_cm, confidence 0.432376 0.422909\n",
      "\n",
      "True\n",
      "Person102 has height 175_cm, confidence 0.522706 0.503772\n",
      "Person102 has stature shorter_than_160_cm, confidence 0.424476 0.405748\n",
      "\n",
      "False\n",
      "Person103 has height shorter_than_160_cm, confidence 0.529098 0.460662\n",
      "Person103 has stature shorter_than_160_cm, confidence 0.444600 0.423491\n",
      "\n",
      "0.11538461538461539\n"
     ]
    }
   ],
   "source": [
    "with tf.Graph().as_default(), tf.Session() as sess:\n",
    "    saver = tf.train.import_meta_graph('saved_model/ntn_model-kin_nominal.meta')\n",
    "    saver.restore(sess, 'saved_model/ntn_model-kin_nominal')\n",
    "\n",
    "    num_relations = database.number_of_relations()\n",
    "    batch_input = [sess.graph.get_tensor_by_name('Placeholders/batch_%d:0' % r)\n",
    "                   for r in range(num_relations)]\n",
    "    r_empty_input = [sess.graph.get_tensor_by_name('Placeholders/empty_%d:0' % r)\n",
    "                     for r in range(num_relations)]\n",
    "    predicts = sess.graph.get_tensor_by_name('Output/predicts:0')\n",
    "    \n",
    "    ture_c = 0\n",
    "    for i in range(23, 127):\n",
    "        test0 = []\n",
    "        test1 = []\n",
    "        for j in range(127):\n",
    "            test0.append((i,j,0))\n",
    "            test1.append((i,j,1))\n",
    "\n",
    "        test_data, _, r_empty= make_split(test0, [1]*len(test0), num_relations)\n",
    "        feed_dict = fill_feed_dict([batch_input, r_empty_input],\n",
    "                                   [test_data, r_empty], [], [], num_relations)\n",
    "        test_predicts = sess.run(predicts, feed_dict)\n",
    "        print(database.check_triple((i,height[0],0)))\n",
    "        height = np.argsort(-1 * test_predicts)\n",
    "        ture_c = ture_c + database.check_triple((i,height[0],0))\n",
    "        print('%s has height %s, confidence %f %f' % (\n",
    "               database.entity_index_to_name(i), database.entity_index_to_name(height[0]),\n",
    "               test_predicts[height[0]], test_predicts[height[1]]))\n",
    "\n",
    "        test_data, _, r_empty= make_split(test1, [1]*len(test1), num_relations)\n",
    "        feed_dict = fill_feed_dict([batch_input, r_empty_input],\n",
    "                                   [test_data, r_empty], [], [], num_relations)\n",
    "        test_predicts = sess.run(predicts, feed_dict)\n",
    "\n",
    "        height = np.argsort(-1 * test_predicts)\n",
    "        print('%s has stature %s, confidence %f %f\\n' % (\n",
    "               database.entity_index_to_name(i), database.entity_index_to_name(height[0]),\n",
    "               test_predicts[height[0]], test_predicts[height[1]]))\n",
    "    print(ture_c / 104)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}