mining_ood_ticktock.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\t-igshal\\PycharmProjects\\robust_conversation_model\\venv\\lib\\site-packages\\nltk\\twitter\\__init__.py:20: UserWarning: The twython library has not been installed. Some functionality from the twitter package will not be available.\n",
      "  warnings.warn(\"The twython library has not been installed. \"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package vader_lexicon to\n",
      "[nltk_data]     C:\\Users\\t-igshal\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]   Package vader_lexicon is already up-to-date!\n"
     ]
    }
   ],
   "source": [
    "from __future__ import print_function\n",
    "import os\n",
    "import json\n",
    "\n",
    "from utils.ticktock import download_data\n",
    "from utils.sentiment import is_positive, is_negative"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "DATA_FOLDER = 'data'\n",
    "DATASET_FILENAME = 'ticktock.json'\n",
    "download_data(os.path.join(DATA_FOLDER, DATASET_FILENAME))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open(os.path.join(DATA_FOLDER, DATASET_FILENAME)) as ticktock_in:\n",
    "    DATASET = json.load(ticktock_in)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "# QA pairs: 1720\n",
      "[\n",
      "  {\n",
      "    \"question\": \"how are you doing today\",\n",
      "    \"answer\": \"I'm fine how are you?\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"how are you doing today\",\n",
      "    \"answer\": \"Everything's going terribly today.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"how are you doing today\",\n",
      "    \"answer\": \"Great! Isn't it gorgeous out?\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"how are you doing today\",\n",
      "    \"answer\": \"I'm doing well thank you\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"how are you doing today\",\n",
      "    \"answer\": \"doing great thanks\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"how are you doing today\",\n",
      "    \"answer\": \"not doing so well actually\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"how are you doing today\",\n",
      "    \"answer\": \"i've been better\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"how are you doing today\",\n",
      "    \"answer\": \"i'm having a really bad day\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"how are you doing today\",\n",
      "    \"answer\": \"I am doing fine\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"how are you doing today\",\n",
      "    \"answer\": \"I didn't sleep well last night\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"how are you doing today\",\n",
      "    \"answer\": \"A lot of work awaits\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"how are you doing today\",\n",
      "    \"answer\": \"Not too well, thank you. I have a cramp in my right shoulder\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"how are you doing today\",\n",
      "    \"answer\": \"Not too well, thank you.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"how are you doing today\",\n",
      "    \"answer\": \"I have a cramp in my right shoulder\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"how are you doing today\",\n",
      "    \"answer\": \"I am doing the same as yesterday, thank you.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"how are you doing today\",\n",
      "    \"answer\": \"Well, thank you. What about you?\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"how are you doing today\",\n",
      "    \"answer\": \"Pretty good\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"Which is your favorite movie\",\n",
      "    \"answer\": \"My favorite movie is ABCD\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"Which is your favorite movie\",\n",
      "    \"answer\": \"I don't have a favorite movie, but I really like ABCD\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"Which is your favorite movie\",\n",
      "    \"answer\": \"Have you seen ABCD? I just saw it and it's really good.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"Which is your favorite movie\",\n",
      "    \"answer\": \"my favorite movie is ABCD\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"Which is your favorite movie\",\n",
      "    \"answer\": \"i don't have a favorite movie\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"Which is your favorite movie\",\n",
      "    \"answer\": \"i don't watch tv\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"Which is your favorite movie\",\n",
      "    \"answer\": \"i have too many favorites to list\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"Which is your favorite movie\",\n",
      "    \"answer\": \"it's a secret\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"Which is your favorite movie\",\n",
      "    \"answer\": \"I don't like movies\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"Which is your favorite movie\",\n",
      "    \"answer\": \"ABCD\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"Which is your favorite movie\",\n",
      "    \"answer\": \"I don't have a favorite one\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"Which is your favorite movie\",\n",
      "    \"answer\": \"ABCD\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"Which is your favorite movie\",\n",
      "    \"answer\": \"I do not have a favorite film.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"Which is your favorite movie\",\n",
      "    \"answer\": \"I do not have a favorite film. What I like depends on how I feel.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"Which is your favorite movie\",\n",
      "    \"answer\": \"Anything that is not from Hollywood or Disney.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"Which is your favorite movie\",\n",
      "    \"answer\": \"I do not know, but ABCD and ABCD films are the best!\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"Which is your favorite movie\",\n",
      "    \"answer\": \"My favorite movie is ABCD\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"i didn't like the movie interstellar very much what did you think\",\n",
      "    \"answer\": \"I don't understand why everyone hates it so much! I thought it was really good.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"i didn't like the movie interstellar very much what did you think\",\n",
      "    \"answer\": \"I loved it! What a great story.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"i didn't like the movie interstellar very much what did you think\",\n",
      "    \"answer\": \"It was okay, but there were some major plot holes that ruined it for me.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"i didn't like the movie interstellar very much what did you think\",\n",
      "    \"answer\": \"i wasn't a big fan myself\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"i didn't like the movie interstellar very much what did you think\",\n",
      "    \"answer\": \"i hated it\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"i didn't like the movie interstellar very much what did you think\",\n",
      "    \"answer\": \"oh i actually thought it was great\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"i didn't like the movie interstellar very much what did you think\",\n",
      "    \"answer\": \"haven't seen it\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"i didn't like the movie interstellar very much what did you think\",\n",
      "    \"answer\": \"not sure but why didn't you like it\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"i didn't like the movie interstellar very much what did you think\",\n",
      "    \"answer\": \"I find that movie very fascinating\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"i didn't like the movie interstellar very much what did you think\",\n",
      "    \"answer\": \"I haven't seen that one yet\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"i didn't like the movie interstellar very much what did you think\",\n",
      "    \"answer\": \"I don't like it either\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"i didn't like the movie interstellar very much what did you think\",\n",
      "    \"answer\": \"The director should have coached ABCD to move his lips when he speaks. I could barely understand him.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"i didn't like the movie interstellar very much what did you think\",\n",
      "    \"answer\": \"I might have enjoyed it more if I could have understood ABCD better.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"i didn't like the movie interstellar very much what did you think\",\n",
      "    \"answer\": \"It was fun to watch while watching it, but it did not leave me with anything to think about in the end.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"i didn't like the movie interstellar very much what did you think\",\n",
      "    \"answer\": \"ABCD was better in ABCD than ABCD in ABCD. Both films were by the same director.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"i didn't like the movie interstellar very much what did you think\",\n",
      "    \"answer\": \"Why not? I like it\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"do you watch a lot of tv\",\n",
      "    \"answer\": \"ABCD is about to start again and I'm really looking forward to it.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"do you watch a lot of tv\",\n",
      "    \"answer\": \"I hardly watch any TV, but I do watch ABCD\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"do you watch a lot of tv\",\n",
      "    \"answer\": \"Not really. I'm too busy with school.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"do you watch a lot of tv\",\n",
      "    \"answer\": \"kind of\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"do you watch a lot of tv\",\n",
      "    \"answer\": \"i don't watch tv at all\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"do you watch a lot of tv\",\n",
      "    \"answer\": \"i watch a ton\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"do you watch a lot of tv\",\n",
      "    \"answer\": \"Yeah, totally\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"do you watch a lot of tv\",\n",
      "    \"answer\": \"No, not at all\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"do you watch a lot of tv\",\n",
      "    \"answer\": \"I don't know if 2 hours a day is a lot\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"do you watch a lot of tv\",\n",
      "    \"answer\": \"No\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"do you watch a lot of tv\",\n",
      "    \"answer\": \"No, I do not.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"do you watch a lot of tv\",\n",
      "    \"answer\": \"I returned my cable box last year. There was a steady procession of others doing the same.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"do you watch a lot of tv\",\n",
      "    \"answer\": \"TV is just an excuse for advertisements to be pushed at you.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"do you watch a lot of tv\",\n",
      "    \"answer\": \"I prefer selecting my own content off the ABCD.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"do you watch a lot of tv\",\n",
      "    \"answer\": \"No, I do not even have a tv\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"which is your favorite book\",\n",
      "    \"answer\": \"I've read so many good books, but my favorite right now is ABCD\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"which is your favorite book\",\n",
      "    \"answer\": \"My favorite book of all time is ABCD\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"which is your favorite book\",\n",
      "    \"answer\": \"I don't read very much.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"which is your favorite book\",\n",
      "    \"answer\": \"Have you read ABCD?\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"which is your favorite book\",\n",
      "    \"answer\": \"my favorite book is ABCD\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"which is your favorite book\",\n",
      "    \"answer\": \"I don't have a favorite one\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"which is your favorite book\",\n",
      "    \"answer\": \"I cannot think of one off the top of my head\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"which is your favorite book\",\n",
      "    \"answer\": \"ABCD\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"which is your favorite book\",\n",
      "    \"answer\": \"It depends on my mood.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"which is your favorite book\",\n",
      "    \"answer\": \"When I was a kid, I would read ABCD every summer.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"which is your favorite book\",\n",
      "    \"answer\": \"One summer I read every book written by ABCD.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"which is your favorite book\",\n",
      "    \"answer\": \"ABCD was one of my favorite books.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"which is your favorite book\",\n",
      "    \"answer\": \"ABCD by ABCD\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"which is your favorite book\",\n",
      "    \"answer\": \"ABCD\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"do you prefer cats or dogs\",\n",
      "    \"answer\": \"I'm definitely a cat person.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"do you prefer cats or dogs\",\n",
      "    \"answer\": \"I have two cats.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"do you prefer cats or dogs\",\n",
      "    \"answer\": \"I only like some dogs. A lot of dogs are too loud for me.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"do you prefer cats or dogs\",\n",
      "    \"answer\": \"I love poodles.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"do you prefer cats or dogs\",\n",
      "    \"answer\": \"i like both\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"do you prefer cats or dogs\",\n",
      "    \"answer\": \"i don't like animals\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"do you prefer cats or dogs\",\n",
      "    \"answer\": \"i like cats more\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"do you prefer cats or dogs\",\n",
      "    \"answer\": \"i prefer dogs\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"do you prefer cats or dogs\",\n",
      "    \"answer\": \"I like dogs more\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"do you prefer cats or dogs\",\n",
      "    \"answer\": \"I don't like animals\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"do you prefer cats or dogs\",\n",
      "    \"answer\": \"I don't know\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"do you prefer cats or dogs\",\n",
      "    \"answer\": \"Cats\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"do you prefer cats or dogs\",\n",
      "    \"answer\": \"Cats, because they take care of themselves.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"do you prefer cats or dogs\",\n",
      "    \"answer\": \"Cats, because they are not too dependent on you.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"do you prefer cats or dogs\",\n",
      "    \"answer\": \"Dogs are warm and friendly, but they shed and slobber a lot.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"do you prefer cats or dogs\",\n",
      "    \"answer\": \"I once fell in love with a very gentle ABCD in a pet shop, once.\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"do you prefer cats or dogs\",\n",
      "    \"answer\": \"I prefer dog\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"my machine learning class takes a lot of time\",\n",
      "    \"answer\": \"What are you learning about in it?\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"my machine learning class takes a lot of time\",\n",
      "    \"answer\": \"Aw, that's too bad\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"my machine learning class takes a lot of time\",\n",
      "    \"answer\": \"Who's teaching that class?\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  },\n",
      "  {\n",
      "    \"question\": \"my machine learning class takes a lot of time\",\n",
      "    \"answer\": \"why does it take so much time\",\n",
      "    \"docId\": \"322\",\n",
      "    \"qSentId\": \"4\",\n",
      "    \"aSentId\": \"2\"\n",
      "  }\n",
      "]\n"
     ]
    }
   ],
   "source": [
    "print('# QA pairs: {}'.format(len(DATASET)))\n",
    "print(json.dumps(DATASET[:100], indent=2))"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}